-- Logs begin at Tue 2022-01-18 16:23:35 UTC, end at Tue 2022-01-18 17:30:09 UTC. -- Jan 18 17:04:37.682873 dv-cinder-733623-11-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jan 18 17:04:40.659296 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.common.config [-] Logging enabled! Jan 18 17:04:40.659940 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev397 Jan 18 17:04:40.660101 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103087) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 18 17:04:40.663343 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.common.config [-] Logging enabled! Jan 18 17:04:40.663603 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev397 Jan 18 17:04:40.663925 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103087) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 18 17:04:40.664883 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 18 17:04:40.665121 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 18 17:04:40.665667 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 18 17:04:40.665920 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 18 17:04:40.666155 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 18 17:04:40.666483 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:40.666913 dv-cinder-733623-11-iscsi neutron-server[103087]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Jan 18 17:04:40.667257 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:40.667560 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:40.668467 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:40.668829 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:40.669129 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:40.669420 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:40.669834 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:40.670021 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:40.670310 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:40.670596 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:40.671086 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:40.671288 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:40.671489 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:40.671781 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:40.672073 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:40.672362 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] debug = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:40.672648 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:40.673079 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:40.673502 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:40.673791 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:40.674084 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:40.674368 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:40.674644 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:40.674926 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:40.675239 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:40.675586 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] host = dv-cinder-733623-11-iscsi {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:40.676664 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:40.676664 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:40.676664 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:40.676944 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:40.677021 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:40.677240 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:40.677537 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:40.677811 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:40.678085 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] log_file = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:40.678364 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:40.678653 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:40.678941 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:40.679272 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:40.679501 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:40.679737 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:40.680028 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:40.680319 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:40.680601 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:40.680879 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:40.681155 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:40.681433 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:40.681712 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:40.681988 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:40.682278 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:40.682565 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:40.682853 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:40.683153 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:40.684248 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:40.684729 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:40.684729 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:40.684983 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:40.685264 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:40.685547 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:40.685827 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:40.686122 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:40.686401 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:40.686682 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:40.686992 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:40.687312 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:40.687603 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:40.687893 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:40.688170 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:40.688457 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:40.688736 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:40.689013 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:40.689289 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] use_json = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:40.689564 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:40.689930 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:40.690221 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:40.690501 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:40.690782 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:40.691061 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:40.691365 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:40.691657 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:40.691936 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:40.692240 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:40.692543 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:40.692852 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:40.693144 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:40.693440 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:40.693726 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:40.694025 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:40.694307 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:40.694601 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:40.694896 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:40.695222 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:40.695510 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:40.695817 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:40.696113 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:40.696416 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:40.696726 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:40.697026 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:40.697325 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:40.697606 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:40.697895 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:40.698167 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:40.698452 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:40.699983 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:40.699983 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:40.699983 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:40.699983 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:40.699983 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:40.700401 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:40.700572 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:40.700871 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:40.701167 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:40.701446 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:40.701731 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:40.702030 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:40.702313 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:40.702590 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:40.702876 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:40.703486 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:40.703486 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:40.703752 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:40.704045 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:40.704327 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:40.704605 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:40.704881 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:40.705164 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:40.705723 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:40.706003 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:40.706305 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:40.706552 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:40.706835 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:40.707136 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:40.707434 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:40.707719 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:40.707997 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:40.708272 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:40.708553 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:40.708831 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:40.709109 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:40.709391 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:40.709670 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:40.709950 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:40.713146 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:40.713146 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:40.713146 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:40.713146 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:40.713146 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:40.713146 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:40.713146 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:40.713146 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:40.713146 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:40.714039 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:40.714039 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:40.714039 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:40.714039 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:40.714039 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:40.714039 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:40.714563 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:40.714563 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:40.714901 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:40.715245 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:40.715538 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:40.715824 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:40.716109 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:40.716451 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:40.716731 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:40.717029 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:40.717322 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:40.717619 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:40.717944 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:40.718231 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:40.718534 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:40.718820 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:40.719117 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:40.719421 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:40.719707 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:40.719997 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:40.720285 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:40.720582 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:40.720878 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:40.721173 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:40.721471 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:40.721772 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:40.722058 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:40.722376 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:40.722661 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:40.722883 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 18 17:04:40.723160 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103087) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 18 17:04:41.104575 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103087) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 18 17:04:41.104861 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103087) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 18 17:04:41.105178 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103087) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 18 17:04:41.106094 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 18 17:04:41.442338 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:41.442544 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:41.442819 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:41.445815 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:41.446100 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:41.446374 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:41.492059 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:41.492342 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:41.492612 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:41.506914 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:41.507225 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:41.507505 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:41.538880 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:41.539187 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:41.539462 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:41.576085 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:41.576372 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:41.576646 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:41.922613 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:41.923285 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:41.923285 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:41.923452 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:41.924134 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:42.025531 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:42.025857 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:42.026151 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:42.026428 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:42.026699 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:42.027011 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:42.027331 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:42.027880 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:42.027880 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:42.028229 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:42.028425 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:42.028692 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:42.028950 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:42.029206 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:42.029464 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:42.029732 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:42.029989 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:42.030256 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:42.030526 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:42.030788 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:42.031058 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:42.031340 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:42.031626 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:42.032008 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:42.032263 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:42.032513 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:42.032917 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103087) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 17:04:42.033164 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103087) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 17:04:42.033407 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103087) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 17:04:42.033648 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103087) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 17:04:42.033886 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103087) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 17:04:42.034124 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103087) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 17:04:42.034497 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 18 17:04:42.037890 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 18 17:04:42.041925 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 18 17:04:42.046374 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(250, 299)])]) Jan 18 17:04:42.048072 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 18 17:04:42.048536 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 18 17:04:42.048880 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 18 17:04:42.049277 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 18 17:04:42.052191 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 18 17:04:42.052451 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 18 17:04:42.052804 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 18 17:04:42.059082 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 18 17:04:42.083583 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 18 17:04:42.084050 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:42.084360 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103087) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jan 18 17:04:42.084729 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:42.086137 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103087) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 18 17:04:42.086422 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 18 17:04:42.086672 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 18 17:04:42.089928 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:42.090213 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:42.154711 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 18 17:04:42.154958 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 18 17:04:42.155236 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 18 17:04:42.155622 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 18 17:04:42.177681 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_db.sqlalchemy.engines [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103087) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 18 17:04:42.752074 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.plugins.ml2.managers [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Initializing driver for type 'gre' Jan 18 17:04:42.752606 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] gre ID ranges: [(1, 1000)] Jan 18 17:04:42.911938 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.plugins.ml2.managers [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Initializing driver for type 'local' Jan 18 17:04:42.912274 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.plugins.ml2.managers [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Initializing driver for type 'vlan' Jan 18 17:04:42.962980 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] VlanTypeDriver initialization complete Jan 18 17:04:42.963612 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.plugins.ml2.managers [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Initializing driver for type 'vxlan' Jan 18 17:04:42.963894 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] vxlan ID ranges: [(1, 1000)] Jan 18 17:04:43.106644 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.plugins.ml2.managers [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Initializing extension driver 'port_security' Jan 18 17:04:43.107060 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.plugins.ml2.extensions.port_security [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] PortSecurityExtensionDriver initialization complete Jan 18 17:04:43.107510 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.plugins.ml2.managers [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Initializing mechanism driver 'openvswitch' Jan 18 17:04:43.107914 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.plugins.ml2.managers [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Initializing mechanism driver 'hyperv' Jan 18 17:04:43.114722 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.plugins.ml2.plugin [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:04:43.115434 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Subscribe: > port after_create 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:43.115810 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Subscribe: > port after_update 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:43.116162 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Subscribe: > port after_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:43.116693 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103087) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 18 17:04:43.117135 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Subscribe: > subnet after_create 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:43.117493 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Subscribe: > subnet after_update 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:43.117843 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Subscribe: > subnet after_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:43.118243 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103087) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 18 17:04:43.118654 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Subscribe: > network after_create 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:43.119003 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Subscribe: > network after_update 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:43.119369 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Subscribe: > network after_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:43.119770 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103087) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 18 17:04:43.120183 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Subscribe: > security_group after_create 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:43.122807 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Subscribe: > security_group after_update 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:43.122807 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Subscribe: > security_group after_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:43.122807 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103087) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 18 17:04:43.122807 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:43.122807 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:43.123206 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:43.123529 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103087) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 18 17:04:43.123940 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Subscribe: > address_group after_create 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:43.124290 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Subscribe: > address_group after_update 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:43.124633 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Subscribe: > address_group after_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:43.125031 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103087) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 18 17:04:43.125480 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] ML2 OVO RPC backend initialized. {{(pid=103087) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Jan 18 17:04:43.126193 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Subscribe: > router_interface after_create 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:43.126553 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:43.126974 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Subscribe: > network before_response 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:43.127360 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Subscribe: > networks before_response 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:43.127960 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Subscribe: > port before_response 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:43.128075 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Subscribe: > ports before_response 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:43.128381 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Subscribe: > subnet before_response 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:43.128723 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Subscribe: > subnets before_response 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:43.129070 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Subscribe: > network after_create 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:43.129412 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Subscribe: > network after_update 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:43.129749 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Subscribe: > network after_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:43.130085 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Subscribe: > port after_create 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:43.130420 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Subscribe: > port after_update 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:43.130752 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Subscribe: > port after_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:43.131086 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Subscribe: > subnet after_create 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:43.131445 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Subscribe: > subnet after_update 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:43.131778 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Subscribe: > subnet after_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:43.132353 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.plugins.ml2.plugin [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Modular L2 Plugin initialization complete Jan 18 17:04:43.132680 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.manager [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading services supported by the core plugin {{(pid=103087) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 18 17:04:43.133007 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.plugins.ml2.managers [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Got port-security extension from driver 'port_security' Jan 18 17:04:43.133468 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.extensions.vlantransparent [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Disabled vlantransparent extension. Jan 18 17:04:43.133956 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.manager [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103087) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 18 17:04:43.134270 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.manager [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading Plugin: router Jan 18 17:04:43.178595 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Subscribe: > router_interface before_create 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:43.178987 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Subscribe: > router after_create 55549900 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:43.179460 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Subscribe: > router before_create 55549900 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:43.179761 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:43.180139 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:43.180500 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Subscribe: > router after_delete 55549900 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:43.180861 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Subscribe: > floatingip after_create 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:43.181215 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Subscribe: > floatingip after_update 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:43.181574 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Subscribe: > router after_create 55549900 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:43.181923 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Subscribe: > router after_update 55549900 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:43.182277 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Subscribe: > router after_update 55549900 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:43.182628 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:43.182989 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Subscribe: > router after_update 55549900 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:43.183557 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Subscribe: > router precommit_update 55549900 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:43.183974 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Subscribe: port after_update 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:43.184427 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Subscribe: port after_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:43.184844 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Subscribe: subnet after_update 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:43.185126 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:43.185484 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Subscribe: > port precommit_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:43.185835 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Subscribe: > router precommit_create 55549900 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:43.186212 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Subscribe: port before_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:43.186560 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Subscribe: > router precommit_create 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:43.186922 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Subscribe: > router after_update 55549900 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:43.187424 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Subscribe: > router precommit_delete 55549900 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:43.191875 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Subscribe: > router precommit_create 55549900 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:43.191875 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Subscribe: > router_interface after_create 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:43.191875 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Subscribe: > router precommit_update 55549900 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:43.191875 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Subscribe: > agent after_create 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:43.192195 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Subscribe: > agent after_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:43.192195 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Subscribe: > network after_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:43.192195 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.quota.resource_registry [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Tracking information for resource: router configured {{(pid=103087) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 17:04:43.192195 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.quota.resource_registry [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Tracking information for resource: floatingip configured {{(pid=103087) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 17:04:43.195969 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.db.l3_agentschedulers_db [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 18 17:04:43.196550 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Subscribe: port after_update 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:43.196916 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Subscribe: port after_create 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:43.197268 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Subscribe: port after_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:43.197621 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Subscribe: port after_update 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:43.198434 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Subscribe: > router before_create 55550100 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:43.198799 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Subscribe: > router precommit_delete 55550100 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:43.199397 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Subscribe: > router precommit_create 55550100 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:43.199801 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Subscribe: > router precommit_update 55550100 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:43.204719 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.services.provider_configuration [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Service providers = [] {{(pid=103087) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 18 17:04:43.205084 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.db.servicetype_db [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103087) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 18 17:04:43.208362 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.services.service_base [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103087) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 18 17:04:43.208717 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.services.service_base [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103087) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 18 17:04:43.209061 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.services.service_base [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103087) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 18 17:04:43.209964 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.services.service_base [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103087) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 18 17:04:43.210341 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.services.service_base [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 18 17:04:43.210726 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.manager [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103087) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 17:04:43.211046 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.manager [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 18 17:04:43.232903 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.manager [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103087) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 17:04:43.233238 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.manager [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading Plugin: auto_allocate Jan 18 17:04:43.239232 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Subscribe: network precommit_update 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:43.239609 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Subscribe: network precommit_create 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:43.240141 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.manager [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103087) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 17:04:43.240464 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.manager [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading Plugin: tag Jan 18 17:04:43.247530 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.manager [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103087) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 17:04:43.247992 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.manager [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading Plugin: timestamp Jan 18 17:04:43.257969 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.manager [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103087) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 17:04:43.258306 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.manager [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading Plugin: network_ip_availability Jan 18 17:04:43.263972 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:43.264347 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:43.264708 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:43.265442 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.manager [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103087) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 17:04:43.265766 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.manager [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading Plugin: flavors Jan 18 17:04:43.270825 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.manager [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103087) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 17:04:43.271063 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.manager [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading Plugin: revisions Jan 18 17:04:43.275679 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.manager [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103087) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 17:04:43.276077 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_concurrency.lockutils [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.171s {{(pid=103087) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 18 17:04:43.276837 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103087) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 18 17:04:43.277720 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Initializing extension manager. Jan 18 17:04:43.278243 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: __init__.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.278593 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: __pycache__ {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.278933 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.279297 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: address_group.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.280073 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.280647 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loaded extension: address-group Jan 18 17:04:43.280978 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: address_scope.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.281893 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.282412 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loaded extension: address-scope Jan 18 17:04:43.282740 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: admin_state_down_before_update.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.291383 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.291899 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loaded extension: router-admin-state-down-before-update Jan 18 17:04:43.292228 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: agent.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.293518 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.294076 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loaded extension: agent Jan 18 17:04:43.294402 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: agent_resources_synced.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.295351 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.295861 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loaded extension: agent-resources-synced Jan 18 17:04:43.296194 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: allowedaddresspairs.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.298143 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.298669 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loaded extension: allowed-address-pairs Jan 18 17:04:43.299028 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: auto_allocated_topology.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.300153 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.300672 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loaded extension: auto-allocated-topology Jan 18 17:04:43.301002 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: availability_zone.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.301706 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.302214 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loaded extension: availability_zone Jan 18 17:04:43.302541 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: availability_zone_filter.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.303510 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.304026 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loaded extension: availability_zone_filter Jan 18 17:04:43.304349 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: data_plane_status.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.305262 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.305774 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Extension data-plane-status not supported by any of loaded plugins Jan 18 17:04:43.306103 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: default_subnetpools.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.307022 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.307561 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loaded extension: default-subnetpools Jan 18 17:04:43.307887 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: dhcpagentscheduler.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.311828 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.311828 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loaded extension: dhcp_agent_scheduler Jan 18 17:04:43.311828 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: dns.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.312494 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.313001 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Extension dns-integration not supported by any of loaded plugins Jan 18 17:04:43.313326 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: dns_domain_ports.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.314257 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.314760 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 18 17:04:43.315083 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.316030 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.316557 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 18 17:04:43.316893 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: dvr.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.317567 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.318078 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loaded extension: dvr Jan 18 17:04:43.318401 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: ecmp_routes.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.319348 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.319855 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Extension ecmp_routes not supported by any of loaded plugins Jan 18 17:04:43.320175 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: empty_string_filtering.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.321087 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.321592 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loaded extension: empty-string-filtering Jan 18 17:04:43.321919 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.322845 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.323371 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 18 17:04:43.323699 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.324718 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.325221 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 18 17:04:43.325548 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: external_net.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.326593 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.327129 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loaded extension: external-net Jan 18 17:04:43.327501 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: extra_dhcp_opt.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.331839 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.332344 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loaded extension: extra_dhcp_opt Jan 18 17:04:43.332671 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: extraroute.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.333584 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.334130 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loaded extension: extraroute Jan 18 17:04:43.334458 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: extraroute_atomic.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.335524 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.336031 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loaded extension: extraroute-atomic Jan 18 17:04:43.336359 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: filter_validation.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.337030 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.337531 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loaded extension: filter-validation Jan 18 17:04:43.337856 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: fip_pf_description.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.338762 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.339301 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 18 17:04:43.340209 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: fip_port_details.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.341250 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.341766 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loaded extension: fip-port-details Jan 18 17:04:43.342094 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: flavors.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.343380 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.343900 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loaded extension: flavors Jan 18 17:04:43.344227 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.345920 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.346444 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 18 17:04:43.346782 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: floatingip_pools.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.347516 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.348031 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loaded extension: floatingip-pools Jan 18 17:04:43.348363 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: ip_allocation.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.349294 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.349928 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Extension ip_allocation not supported by any of loaded plugins Jan 18 17:04:43.350262 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.351215 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.351730 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loaded extension: ip-substring-filtering Jan 18 17:04:43.352057 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: l2_adjacency.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.352987 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.353493 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Extension l2_adjacency not supported by any of loaded plugins Jan 18 17:04:43.353818 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: l3.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.354934 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.356184 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loaded extension: router Jan 18 17:04:43.356496 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: l3_conntrack_helper.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.358837 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.359355 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 18 17:04:43.359699 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.360638 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.361157 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loaded extension: ext-gw-mode Jan 18 17:04:43.361493 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.362442 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.362957 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loaded extension: l3-ha Jan 18 17:04:43.363322 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: l3_flavors.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.369952 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.370466 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loaded extension: l3-flavors Jan 18 17:04:43.370819 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.371928 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.372438 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loaded extension: l3-port-ip-change-not-allowed Jan 18 17:04:43.372768 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: l3agentscheduler.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.373881 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.374395 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loaded extension: l3_agent_scheduler Jan 18 17:04:43.374729 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: local_ip.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.376827 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.377353 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Extension local_ip not supported by any of loaded plugins Jan 18 17:04:43.377692 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: logging.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.379208 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.379742 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Extension logging not supported by any of loaded plugins Jan 18 17:04:43.380077 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: metering.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.380834 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.381420 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loaded extension: metering Jan 18 17:04:43.381753 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.382853 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.383397 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loaded extension: metering_source_and_destination_fields Jan 18 17:04:43.383730 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: multiprovidernet.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.384660 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.385168 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loaded extension: multi-provider Jan 18 17:04:43.385496 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: netmtu.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.386439 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.386953 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loaded extension: net-mtu Jan 18 17:04:43.387311 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: netmtu_writable.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.393228 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.393735 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loaded extension: net-mtu-writable Jan 18 17:04:43.394063 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: network_availability_zone.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.394741 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.395274 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loaded extension: network_availability_zone Jan 18 17:04:43.395603 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: network_ip_availability.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.396759 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.397272 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loaded extension: network-ip-availability Jan 18 17:04:43.397601 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: network_segment_range.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.398376 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.398878 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Extension network-segment-range not supported by any of loaded plugins Jan 18 17:04:43.399245 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: pagination.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.400367 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.400707 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loaded extension: pagination Jan 18 17:04:43.401030 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: port_device_profile.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.401945 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.403016 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loaded extension: port-device-profile Jan 18 17:04:43.403368 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.404308 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.404821 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loaded extension: port-mac-address-regenerate Jan 18 17:04:43.405283 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.406204 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.406719 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loaded extension: port-numa-affinity-policy Jan 18 17:04:43.407050 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: port_resource_request.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.407995 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.408501 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Extension port-resource-request not supported by any of loaded plugins Jan 18 17:04:43.408827 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: port_resource_request_groups.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.409792 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.410300 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Extension port-resource-request-groups not supported by any of loaded plugins Jan 18 17:04:43.410625 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: portbindings.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.411585 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.412101 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loaded extension: binding Jan 18 17:04:43.412424 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: portbindings_extended.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.413733 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.414242 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loaded extension: binding-extended Jan 18 17:04:43.414571 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: portsecurity.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.419054 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.419591 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loaded extension: port-security Jan 18 17:04:43.419919 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: project_id.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.421022 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.421363 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loaded extension: project-id Jan 18 17:04:43.421690 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: providernet.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.422626 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.423173 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loaded extension: provider Jan 18 17:04:43.423505 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: qos.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.427208 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.427734 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Extension qos not supported by any of loaded plugins Jan 18 17:04:43.428070 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.429327 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.429847 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 18 17:04:43.430181 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.431128 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.431648 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 18 17:04:43.431980 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: qos_default.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.432897 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.433480 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Extension qos-default not supported by any of loaded plugins Jan 18 17:04:43.433944 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: qos_fip.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.434782 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.435328 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Extension qos-fip not supported by any of loaded plugins Jan 18 17:04:43.435791 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: qos_fip_network_policy.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.436714 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.437227 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jan 18 17:04:43.437554 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: qos_gateway_ip.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.438484 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.438999 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 18 17:04:43.439354 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: qos_port_network_policy.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.440273 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.440782 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 18 17:04:43.441108 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.442290 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.442683 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Extension qos-pps-minimum not supported by any of loaded plugins Jan 18 17:04:43.443011 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: qos_pps_rule.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.444232 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.444753 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Extension qos-pps not supported by any of loaded plugins Jan 18 17:04:43.445082 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: qos_rule_type_details.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.446004 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.446518 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 18 17:04:43.446842 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: qos_rules_alias.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.447925 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.448436 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 18 17:04:43.448762 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: quota_check_limit.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.451887 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.452404 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loaded extension: quota-check-limit Jan 18 17:04:43.452732 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: quotasv2.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.453827 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.454161 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loaded extension: quotas Jan 18 17:04:43.454483 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: quotasv2_detail.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.458228 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.458576 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loaded extension: quota_details Jan 18 17:04:43.458912 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: rbac.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.460057 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.460585 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loaded extension: rbac-policies Jan 18 17:04:43.460920 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: rbac_address_group.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.461869 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.462387 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loaded extension: rbac-address-group Jan 18 17:04:43.462717 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: rbac_address_scope.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.463688 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.464203 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loaded extension: rbac-address-scope Jan 18 17:04:43.465098 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: rbac_security_groups.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.465996 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.466512 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loaded extension: rbac-security-groups Jan 18 17:04:43.466841 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: rbac_subnetpool.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.469307 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.469858 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loaded extension: rbac-subnetpool Jan 18 17:04:43.470174 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: revisionifmatch.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.471176 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.471695 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loaded extension: revision-if-match Jan 18 17:04:43.472024 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: revisions.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.473151 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.473669 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loaded extension: standard-attr-revisions Jan 18 17:04:43.474000 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: router_availability_zone.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.474677 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.475226 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loaded extension: router_availability_zone Jan 18 17:04:43.475557 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: routerservicetype.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.476491 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.476984 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Extension router-service-type not supported by any of loaded plugins Jan 18 17:04:43.477312 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.478314 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.478828 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loaded extension: security-groups-normalized-cidr Jan 18 17:04:43.479190 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: security_groups_port_filtering.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.480118 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.481179 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loaded extension: port-security-groups-filtering Jan 18 17:04:43.481503 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.486521 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.487035 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loaded extension: security-groups-remote-address-group Jan 18 17:04:43.487401 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.488344 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.488854 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loaded extension: security-groups-shared-filtering Jan 18 17:04:43.489182 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.489775 dv-cinder-733623-11-iscsi neutron-server[103087]: WARNING neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Jan 18 17:04:43.490101 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: securitygroup.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.500429 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.500964 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loaded extension: security-group Jan 18 17:04:43.501302 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: segment.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.502105 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.502625 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Extension segment not supported by any of loaded plugins Jan 18 17:04:43.502956 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.503938 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.504480 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 18 17:04:43.504787 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: servicetype.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.510058 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.510579 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loaded extension: service-type Jan 18 17:04:43.510912 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: sorting.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.512632 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.512972 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loaded extension: sorting Jan 18 17:04:43.513303 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: standard_attr_segment.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.514228 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.514748 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 18 17:04:43.515077 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: standardattrdescription.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.515756 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.516433 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loaded extension: standard-attr-description Jan 18 17:04:43.516755 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: stateful_security_group.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.517710 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.518227 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loaded extension: stateful-security-group Jan 18 17:04:43.518559 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: stdattrs_common.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.519162 dv-cinder-733623-11-iscsi neutron-server[103087]: WARNING neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 18 17:04:43.519490 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.520431 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.520946 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 18 17:04:43.521272 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: subnet_onboard.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.522364 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.522882 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loaded extension: subnet_onboard Jan 18 17:04:43.523238 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.524175 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.524685 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 18 17:04:43.525007 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: subnet_service_types.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.525937 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.526451 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loaded extension: subnet-service-types Jan 18 17:04:43.526779 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: subnetallocation.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.528440 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.528970 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loaded extension: subnet_allocation Jan 18 17:04:43.529296 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.529971 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.534834 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loaded extension: subnetpool-prefix-ops Jan 18 17:04:43.534834 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.535565 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.536083 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 18 17:04:43.536407 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: tagging.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.537487 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.538018 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loaded extension: standard-attr-tag Jan 18 17:04:43.538348 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: timestamp.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.539633 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.540152 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loaded extension: standard-attr-timestamp Jan 18 17:04:43.540490 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: trunk.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.541533 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.542051 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Extension trunk not supported by any of loaded plugins Jan 18 17:04:43.542382 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: trunk_details.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.543634 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.544070 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Extension trunk-details not supported by any of loaded plugins Jan 18 17:04:43.544398 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: uplink_status_propagation.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.545333 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.545839 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 18 17:04:43.546164 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Loading extension file: vlantransparent.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 17:04:43.546840 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 17:04:43.547378 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Extension vlan-transparent not supported by any of loaded plugins Jan 18 17:04:43.549960 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.quota.resource_registry [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Creating instance of TrackedResource for resource:network Jan 18 17:04:43.550494 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.quota.resource_registry [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Creating instance of TrackedResource for resource:subnet Jan 18 17:04:43.554635 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.quota.resource_registry [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Creating instance of TrackedResource for resource:subnetpool Jan 18 17:04:43.554635 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.quota.resource_registry [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Creating instance of TrackedResource for resource:port Jan 18 17:04:43.554635 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.v2.resource_helper [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103087) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 17:04:43.554635 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.v2.resource_helper [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Service FLAVORS assigned prefix: {{(pid=103087) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 17:04:43.554635 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.v2.resource_helper [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103087) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 17:04:43.554635 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.v2.resource_helper [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103087) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 17:04:43.554635 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.quota.resource_registry [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Creating instance of TrackedResource for resource:router Jan 18 17:04:43.555162 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.quota.resource_registry [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Creating instance of TrackedResource for resource:floatingip Jan 18 17:04:43.555447 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.v2.resource_helper [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Service METERING assigned prefix: /metering {{(pid=103087) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 17:04:43.556921 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:43.557300 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:43.557661 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:04:43.558735 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.quota.resource_registry [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Creating instance of CountableResource for resource:rbac_policy Jan 18 17:04:43.559282 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.quota.resource_registry [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Creating instance of TrackedResource for resource:security_group Jan 18 17:04:43.559720 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.quota.resource_registry [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Creating instance of TrackedResource for resource:security_group_rule Jan 18 17:04:43.560320 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.v2.resource_helper [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Service CORE assigned prefix: {{(pid=103087) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 17:04:43.560661 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.quota.resource_registry [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Creating instance of TrackedResource for resource:subnetpool Jan 18 17:04:43.561008 dv-cinder-733623-11-iscsi neutron-server[103087]: WARNING neutron.quota.resource_registry [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] subnetpool is already registered Jan 18 17:04:43.561439 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.v2.resource_helper [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Service CORE assigned prefix: {{(pid=103087) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 17:04:43.561764 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.quota.resource_registry [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Creating instance of TrackedResource for resource:subnetpool Jan 18 17:04:43.562095 dv-cinder-733623-11-iscsi neutron-server[103087]: WARNING neutron.quota.resource_registry [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] subnetpool is already registered Jan 18 17:04:43.564467 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.v2.resource_helper [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103087) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 17:04:43.565023 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.v2.resource_helper [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Service FLAVORS assigned prefix: {{(pid=103087) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 17:04:43.565662 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.v2.resource_helper [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103087) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 17:04:43.566096 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.v2.resource_helper [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103087) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 17:04:43.566433 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.quota.resource_registry [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Creating instance of TrackedResource for resource:router Jan 18 17:04:43.566777 dv-cinder-733623-11-iscsi neutron-server[103087]: WARNING neutron.quota.resource_registry [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] router is already registered Jan 18 17:04:43.567215 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.quota.resource_registry [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Creating instance of TrackedResource for resource:floatingip Jan 18 17:04:43.567555 dv-cinder-733623-11-iscsi neutron-server[103087]: WARNING neutron.quota.resource_registry [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] floatingip is already registered Jan 18 17:04:43.568081 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.v2.resource_helper [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Service METERING assigned prefix: /metering {{(pid=103087) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 17:04:43.568770 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.quota.resource_registry [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Creating instance of CountableResource for resource:rbac_policy Jan 18 17:04:43.569097 dv-cinder-733623-11-iscsi neutron-server[103087]: WARNING neutron.quota.resource_registry [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] rbac_policy is already registered Jan 18 17:04:43.569529 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.quota.resource_registry [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Creating instance of TrackedResource for resource:security_group Jan 18 17:04:43.569867 dv-cinder-733623-11-iscsi neutron-server[103087]: WARNING neutron.quota.resource_registry [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] security_group is already registered Jan 18 17:04:43.570272 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.quota.resource_registry [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Creating instance of TrackedResource for resource:security_group_rule Jan 18 17:04:43.570610 dv-cinder-733623-11-iscsi neutron-server[103087]: WARNING neutron.quota.resource_registry [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] security_group_rule is already registered Jan 18 17:04:43.571129 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.v2.resource_helper [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Service CORE assigned prefix: {{(pid=103087) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 17:04:43.571454 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.quota.resource_registry [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Creating instance of TrackedResource for resource:subnetpool Jan 18 17:04:43.571788 dv-cinder-733623-11-iscsi neutron-server[103087]: WARNING neutron.quota.resource_registry [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] subnetpool is already registered Jan 18 17:04:43.572219 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.v2.resource_helper [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Service CORE assigned prefix: {{(pid=103087) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 17:04:43.572560 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.quota.resource_registry [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Creating instance of TrackedResource for resource:subnetpool Jan 18 17:04:43.572895 dv-cinder-733623-11-iscsi neutron-server[103087]: WARNING neutron.quota.resource_registry [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] subnetpool is already registered Jan 18 17:04:43.573366 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Extended resource: extensions {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 17:04:43.576702 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Extended resource: address-groups {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 17:04:43.578212 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Extended resource: address-scopes {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 17:04:43.579468 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Extended resource: agents {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 17:04:43.581017 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Extended resource: auto-allocated-topology {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 17:04:43.582254 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Extended resource: availability_zones {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 17:04:43.583506 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Extended resource: dhcp-networks {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 17:04:43.584903 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Extended resource: dhcp-agents {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 17:04:43.586420 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Extended resource: routers {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 17:04:43.588664 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Extended resource: flavors {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 17:04:43.590642 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Extended resource: service_profiles {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 17:04:43.592020 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Extended resource: next_providers {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 17:04:43.593387 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Extended resource: service_profiles {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 17:04:43.594832 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Extended resource: floatingip-pools {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 17:04:43.596216 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Extended resource: routers {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 17:04:43.598360 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Extended resource: floatingips {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 17:04:43.599691 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Extended resource: l3-routers {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 17:04:43.601066 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Extended resource: l3-agents {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 17:04:43.602625 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Extended resource: metering-labels {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 17:04:43.603895 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Extended resource: metering-label-rules {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 17:04:43.605308 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Extended resource: network-ip-availabilities {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 17:04:43.606577 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Extended resource: bindings {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 17:04:43.608147 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Extended resource: quotas {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 17:04:43.609863 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Extended resource: quotas {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 17:04:43.611369 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Extended resource: rbac-policies {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 17:04:43.612580 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Extended resource: security-groups {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 17:04:43.613887 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Extended resource: security-group-rules {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 17:04:43.615122 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Extended resource: service-providers {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 17:04:43.616359 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Extended resource: subnetpools {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 17:04:43.617676 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Extended resource: subnetpools {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 17:04:43.619250 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Extended resource: tags {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 17:04:43.621016 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Extended resource: tags {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 17:04:43.623397 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Extended resource: tags {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 17:04:43.624676 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Extended resource: tags {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 17:04:43.626347 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Extended resource: tags {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 17:04:43.628307 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Extended resource: tags {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 17:04:43.630002 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Extended resource: tags {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 17:04:43.632836 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Extended resource: tags {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 17:04:43.634601 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Extended resource: tags {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 17:04:43.636357 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Extended resource: tags {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 17:04:43.643455 dv-cinder-733623-11-iscsi neutron-server[103087]: WARNING keystonemiddleware.auth_token [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 18 17:04:43.648024 dv-cinder-733623-11-iscsi neutron-server[103087]: WARNING keystonemiddleware.auth_token [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 18 17:04:43.657551 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_concurrency.lockutils [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Acquired lock "singleton_lock" {{(pid=103087) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jan 18 17:04:43.658033 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_concurrency.lockutils [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Releasing lock "singleton_lock" {{(pid=103087) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jan 18 17:04:43.658688 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO oslo_service.service [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Starting 2 workers Jan 18 17:04:43.663560 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Started child 103196 {{(pid=103087) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 18 17:04:43.668522 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Started child 103197 {{(pid=103087) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 18 17:04:43.669912 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:04:43.670542 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO neutron.service [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Neutron service started, listening on 0.0.0.0:9696 Jan 18 17:04:43.671004 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Publish callbacks [] for process (None), before_spawn {{(pid=103087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:04:43.671442 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [-] (103196) wsgi starting up on http://0.0.0.0:9696 Jan 18 17:04:43.673530 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO oslo_service.service [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Starting 1 workers Jan 18 17:04:43.674192 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:04:43.675697 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [-] (103197) wsgi starting up on http://0.0.0.0:9696 Jan 18 17:04:43.678772 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Started child 103198 {{(pid=103087) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 18 17:04:43.679345 dv-cinder-733623-11-iscsi neutron-server[103087]: INFO oslo_service.service [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Starting 1 workers Jan 18 17:04:43.682739 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.service [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] calling RpcWorker wait() {{(pid=103198) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 18 17:04:43.683330 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.service [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] returning from RpcWorker wait() {{(pid=103198) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 18 17:04:43.684091 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Started child 103199 {{(pid=103087) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 18 17:04:43.684925 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:04:43.685020 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-ded545cd-80b2-47a8-9d27-29adf498ce1a None None] Publish callbacks [] for process (None), after_spawn {{(pid=103087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:04:43.685563 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:04:43.686898 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103087) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 18 17:04:43.687657 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 18 17:04:43.687848 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 18 17:04:43.688085 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 18 17:04:43.688445 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 18 17:04:43.688612 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 18 17:04:43.689115 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.689393 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.689592 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:04:43.690063 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.690063 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.690366 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.690909 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.691177 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.691425 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.691700 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.691959 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.692131 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.692302 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.692576 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.692833 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.693125 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.693381 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.693631 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.693895 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.694076 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.694359 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.694625 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.694885 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.696105 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] debug = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.697206 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.697692 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.697944 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.698194 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.698422 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.698699 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.698955 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.699267 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.699517 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.699757 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.700009 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.700251 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.700489 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.700712 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.700954 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.701171 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.701430 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.701653 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.702135 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] host = dv-cinder-733623-11-iscsi {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.702377 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.702611 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.702857 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.703149 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.703400 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.703618 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.703881 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.704141 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.704427 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.704614 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.704839 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.705102 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.705575 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.706032 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] log_file = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.706227 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] log_options = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.706417 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.706706 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.706962 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.707191 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.707367 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.707534 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.707814 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.707985 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.708246 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.708485 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.708706 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.708924 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.709142 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.709388 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.709629 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.709868 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.710086 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.710317 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.710585 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.710815 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.711042 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.711337 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.711507 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.711748 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.711987 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.712230 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.712484 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.712636 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:04:43.712791 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.712932 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.713143 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.713390 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.713641 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.713890 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.714127 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.714405 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.714674 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.714900 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.715152 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.715421 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.715653 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.715914 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.716174 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.716397 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.716625 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.716844 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.717103 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.717327 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] use_json = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.717533 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.717987 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.718220 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.718380 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.718585 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.718787 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.719023 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.719301 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.719477 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.719931 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.720232 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.720553 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.720816 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.721069 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.721509 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.721665 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.721803 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.722036 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.722270 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.723041 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.723041 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.723398 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.723398 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.723667 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.724004 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.724243 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.724516 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.724763 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.725016 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.725255 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.725478 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.725748 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.725987 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.726219 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.726455 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.726678 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.727271 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.729949 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.729949 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.729949 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.729949 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.100/identity {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.729949 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.729949 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.729949 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.729949 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.731586 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.731586 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.731586 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.731586 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.731586 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.731586 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.732290 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.732290 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.732290 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.732662 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.732785 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.733338 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.733472 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.733657 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.733847 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.734075 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.734474 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.734599 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.735750 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.735750 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.735750 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.735750 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.735750 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.736302 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.736302 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.736531 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.736637 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.736855 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.737310 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.737310 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.737557 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.737679 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.737894 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.738138 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.738352 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.738565 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.738783 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.739001 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.739269 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.739510 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.739724 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.739951 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.740147 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.740360 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.740591 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.740810 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.741025 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.741237 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.741454 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.741669 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.741887 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.742232 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.742572 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.742572 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.742808 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.742999 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.743347 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.743606 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.743872 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.744093 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.744331 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.744716 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.745194 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.745194 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.745194 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.745552 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.745675 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.745933 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.746789 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.747029 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.747314 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.747587 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.747808 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.748064 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.748283 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.748522 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.748767 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.749039 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.749247 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.749516 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.749870 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.750013 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.750262 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.750504 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.750917 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.751051 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.751316 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.751620 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.751889 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.752155 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.752389 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.752622 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.752893 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.753126 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.753388 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.753623 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.753875 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.754227 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.754359 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.754579 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.754815 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.755066 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.755443 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.755875 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.755994 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.756153 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.756550 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.756687 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.756909 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.757348 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.757484 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.757649 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.757913 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.758147 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.100/identity {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.758391 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.758625 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.758862 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.759078 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.759376 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.759591 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.759829 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.760045 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.760266 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.760526 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.760760 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.761001 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.761215 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.761457 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.761684 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.762088 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.762305 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.762528 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.762796 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.762984 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.763226 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.763450 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.763665 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.763929 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.764163 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.764437 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.764690 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.764923 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.765151 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.765402 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.765636 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.765851 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.766121 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.766360 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.766574 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.766787 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.767046 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.767290 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.767464 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.767690 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.767905 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.768168 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.768404 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.769063 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.769063 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.769320 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.769455 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.769626 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.770015 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.770154 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.770356 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.770533 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.770771 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.771007 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.771316 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.774256 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.774256 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.774256 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.774256 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.774256 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.774256 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.774256 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.774256 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.774256 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.775397 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.775397 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.775397 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.775397 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.775397 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.775397 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.775397 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.775397 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.776208 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.776208 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.776208 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.776208 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.776208 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.776673 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.776673 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.776895 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.777136 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.777357 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.777643 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.777783 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.778007 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.778250 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.778495 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.778763 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.779073 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.779342 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.779584 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.779795 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.780023 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.780236 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.780447 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.780840 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.780991 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.781129 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.781373 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.781628 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.781848 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.782142 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.782377 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.782624 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.783018 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.783204 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.783410 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.783668 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.783908 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.784429 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.784429 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.784692 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.785483 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.785483 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.785483 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.785821 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.785938 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.786223 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.786491 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.786726 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.787014 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.787378 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.787676 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.787932 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.788177 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.788437 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.788660 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.788894 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.789153 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.789346 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.789562 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.789800 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.790030 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.790787 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.790787 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.790787 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.791043 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.791174 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.791394 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.791631 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.791867 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.792025 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 18 17:04:43.792567 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103087) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 18 17:04:43.794011 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 18 17:04:43.794011 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 18 17:04:43.794011 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 18 17:04:43.794011 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 18 17:04:43.794336 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 18 17:04:43.794336 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.794564 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.794564 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.794711 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.794867 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.795047 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.795236 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.795397 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.795556 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.795715 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.795875 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.796391 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.796391 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.796391 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.796634 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.796634 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.796785 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.796912 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.797075 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.797234 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.797396 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.797555 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.797765 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] debug = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.797893 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.798045 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.798204 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.798339 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.798499 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.798657 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.798815 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.798974 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.799137 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.799305 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.799531 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.799833 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.799975 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.800138 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.800287 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.800444 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.800608 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.800757 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.803118 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] host = dv-cinder-733623-11-iscsi {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.803118 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.803118 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.803118 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.803118 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.803118 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.803118 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.803118 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.803739 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.803739 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.803739 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.803739 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.803739 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.803739 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.803739 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] log_file = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.804318 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] log_options = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.804493 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.804693 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.804814 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.804988 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.805152 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.805312 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.805471 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.805631 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.805790 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.805950 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.806108 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.806267 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.806424 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.806582 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.806740 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.806898 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.807056 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.807240 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.807401 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.807559 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.807718 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.807933 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.808246 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.809061 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.809278 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.809441 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.809676 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.809983 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.810145 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.810309 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.810464 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.810622 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.810922 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.811088 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.811269 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.811429 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:04:43.811568 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.811568 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.811735 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.811899 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.812057 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.812216 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.812375 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.812579 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.812704 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.812838 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.812967 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.813115 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] use_json = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.813261 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.813419 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.813607 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.813741 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.813869 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.814012 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.814210 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.814342 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.814873 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 17:04:43.814873 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.814873 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.815235 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.815235 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.815750 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.815750 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.815750 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.815750 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.816325 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.816325 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.816325 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.816325 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.816628 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.816628 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.816798 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.816964 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.817156 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.817380 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.817497 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.819153 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.819153 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.819153 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.819153 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.819153 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.819153 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.819153 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.819153 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.819672 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.819672 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.819672 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.819672 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.819672 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.100/identity {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.819672 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.819998 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.819998 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.820115 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.820188 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.820375 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.820518 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.820656 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.820821 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.820999 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.821148 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.821310 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.821498 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.821674 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.821792 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.821954 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.822115 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.822276 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.822438 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.822600 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.822762 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.822923 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.823084 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.823267 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.823427 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.823599 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.823760 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.823959 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.824166 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.824453 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.824617 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.824782 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.824944 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.825106 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.825270 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.825444 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.825605 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.825767 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.825928 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.826090 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.826252 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.826412 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.826573 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.826734 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.826894 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.827056 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.827250 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.827414 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.827576 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.827737 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.827899 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.828060 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.828223 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.828431 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.828567 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.828692 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.828841 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.829006 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.829175 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.829337 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.829517 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.829676 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.829835 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.830000 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.830160 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.830579 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.830749 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.830911 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.831078 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.831263 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.831424 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.831585 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.831748 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.831909 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.832069 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.832230 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.832390 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.832551 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.832710 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.832871 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.833032 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.833194 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.833356 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.833517 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.833677 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.833839 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.834009 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.834170 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.834334 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.834496 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.834664 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.834836 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.834998 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.835182 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.835346 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.835508 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.835671 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.835832 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.835994 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.836222 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.836323 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.836469 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.836643 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.836804 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.836966 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.837310 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.837310 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.837780 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.837780 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.837780 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.838090 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.838090 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.838249 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.838376 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.838477 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.838841 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.838841 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.839001 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.100/identity {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.839079 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.839262 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.839425 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.839628 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.839771 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.839918 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.840083 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.840482 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.840482 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.840640 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.840719 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.840841 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.841003 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.841163 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.841325 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.841485 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.841648 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.841807 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.841968 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.842130 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.842291 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.842451 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.842612 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.842774 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.843016 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.843263 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.843431 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.843593 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.843760 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.843922 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.844336 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.844503 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.844668 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.844831 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.844995 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.845157 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.845320 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.845482 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.845645 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.845809 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.845971 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.846132 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.846299 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.846478 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.846645 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.846807 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.846968 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.847155 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.847320 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.847486 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.847671 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.847825 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.847958 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.848108 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.848272 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.848439 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.848665 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.848765 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.848911 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.849073 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.849235 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.849395 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.849571 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.849734 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.849896 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.850059 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.850220 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.850381 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.850558 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.850721 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.850882 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.851042 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.851231 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.851395 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.851558 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.851717 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.851879 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.852040 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.852201 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.852363 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.852709 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.852709 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.852915 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.853009 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.853132 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.853293 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.853465 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.853627 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.853788 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.853951 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.854111 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.854273 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.854445 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.854606 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.854768 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.854929 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.855136 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.855807 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.855978 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.856130 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.856296 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.856616 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.856616 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.856825 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.856909 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.857073 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.857235 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.857400 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.857562 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.857722 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.857880 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.858043 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.858210 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.858381 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.858551 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.858772 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.858872 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.859042 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.859235 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.859399 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.859567 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.859741 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.859949 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.860065 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.860226 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.860388 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.860549 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.860711 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.860879 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.861040 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.861201 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.861362 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.861522 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.861685 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.861845 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.862006 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.862167 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.862329 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.862489 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.862650 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.862811 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 17:04:43.862965 dv-cinder-733623-11-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 18 17:04:43.868544 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 48194) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:04:43.877839 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [-] 10.222.0.100 "GET / HTTP/1.1" status: 200 len: 254 time: 0.0071313 Jan 18 17:04:55.719461 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41848df6-7391-40d7-99d0-d07ad44cda35 None None] get_active_networks_info from dv-cinder-733623-11-iscsi {{(pid=103198) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 18 17:04:55.823257 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41848df6-7391-40d7-99d0-d07ad44cda35 None None] No non-hosted networks {{(pid=103198) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 18 17:04:55.838554 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.agentschedulers_db [None req-41848df6-7391-40d7-99d0-d07ad44cda35 None None] DHCP Agent not found on host dv-cinder-733623-11-iscsi {{(pid=103198) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 18 17:04:55.923138 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-ca9deb5c-3bb3-47be-a028-4d4020571bb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-646572'] for agent (1e8d2d8a-92ca-4025-a540-71c8151dbccf), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:04:58.220870 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-f7421f5d-4067-49c6-8ac7-299d4d63eda4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-646572'] for agent (34860b7f-7c9d-4265-9a0a-1b9bd2e1622e), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:04:58.404714 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.db.api [None req-94769a0b-19b6-4789-9ac9-d9f5ff5aafec None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-733623-11-iscsi {{(pid=103198) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 17:04:58.405482 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG oslo_db.api [None req-94769a0b-19b6-4789-9ac9-d9f5ff5aafec None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 17:04:59.014732 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-94769a0b-19b6-4789-9ac9-d9f5ff5aafec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (34860b7f-7c9d-4265-9a0a-1b9bd2e1622e), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:04:59.049219 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-a24976dc-7f89-446d-8d9b-8a75bf0e6853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-646572'] for agent (f7781508-68f4-4d6b-b413-74596bae1216), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:05:00.620989 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-d0f57583-9799-4745-8039-4fb698731137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-646572'] for agent (f223777b-396b-444b-a9c9-71cdff5b918d), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:05:01.809767 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-646572'] for agent (a6f837d2-7b5b-4cd3-9c28-296017d8b8e6), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:05:01.810461 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:05:01.810968 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:05:01.811327 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:05:01.811655 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:05:01.811978 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:05:01.812301 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:05:01.812752 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:05:01.813089 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:05:01.813573 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:05:01.813908 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:05:01.814244 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:05:01.814566 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:05:01.814898 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:05:01.815329 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-733623-11-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:05:01.836996 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-733623-11-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:05:04.212869 dv-cinder-733623-11-iscsi neutron-server[103198]: INFO neutron.db.l3_hamode_db [None req-51e8b863-f02e-4384-80e3-86f5c8b16c52 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 18 17:05:04.293470 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e8b863-f02e-4384-80e3-86f5c8b16c52 None None] Routers set() bound to L3 agent in host dv-cinder-733623-11-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 17:05:04.293705 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e8b863-f02e-4384-80e3-86f5c8b16c52 None None] Router IDs set() for agent in host dv-cinder-733623-11-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 18 17:05:04.518363 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 48292) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:05:05.036924 dv-cinder-733623-11-iscsi neutron-server[103197]: WARNING oslo_policy.policy [None req-5be126ff-3f1d-4eb4-baed-7a5e12f7e316 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 17:05:05.037505 dv-cinder-733623-11-iscsi neutron-server[103197]: WARNING oslo_policy.policy [None req-5be126ff-3f1d-4eb4-baed-7a5e12f7e316 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 17:05:05.264654 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [None req-5be126ff-3f1d-4eb4-baed-7a5e12f7e316 admin admin] http://10.222.0.100:9696/v2.0/extensions returned with HTTP 200 {{(pid=103197) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 17:05:05.265840 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-5be126ff-3f1d-4eb4-baed-7a5e12f7e316 admin admin] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7465706 Jan 18 17:05:07.950480 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 48308) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:05:08.446209 dv-cinder-733623-11-iscsi neutron-server[103196]: WARNING oslo_policy.policy [None req-1ece7908-4522-43b0-b1aa-bed083f89f99 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 17:05:08.446834 dv-cinder-733623-11-iscsi neutron-server[103196]: WARNING oslo_policy.policy [None req-1ece7908-4522-43b0-b1aa-bed083f89f99 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 17:05:08.673790 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-1ece7908-4522-43b0-b1aa-bed083f89f99 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'shared': True, 'tenant_id': '88ece7be17fc47e6a1e63b11a0ff6310', 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:05:08.773479 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.policy [None req-1ece7908-4522-43b0-b1aa-bed083f89f99 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103196) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 18 17:05:08.820671 dv-cinder-733623-11-iscsi neutron-server[103196]: WARNING oslo_policy.policy [None req-1ece7908-4522-43b0-b1aa-bed083f89f99 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 17:05:08.821060 dv-cinder-733623-11-iscsi neutron-server[103196]: WARNING oslo_policy.policy [None req-1ece7908-4522-43b0-b1aa-bed083f89f99 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 17:05:08.831143 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.quota [None req-1ece7908-4522-43b0-b1aa-bed083f89f99 admin admin] Loaded quota_driver: . Jan 18 17:05:08.992710 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1ece7908-4522-43b0-b1aa-bed083f89f99 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785614181487', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785614183088', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785614195748', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785614199085', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785614209920', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785614217466', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1540970', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1546127', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-528214', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-590260'] for rbac-policy (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:05:09.182250 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1ece7908-4522-43b0-b1aa-bed083f89f99 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:05:09.184320 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-1ece7908-4522-43b0-b1aa-bed083f89f99 admin admin] 10.222.0.100 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2317724 Jan 18 17:05:11.822444 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 48326) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:05:12.135158 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-7eb8a92b-9363-4725-8a8a-fa474cdba5d1 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'tenant_id': '41bea765377741c0b41a9d70480bec01', 'project_id': '41bea765377741c0b41a9d70480bec01'}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:05:12.137539 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.quota [None req-7eb8a92b-9363-4725-8a8a-fa474cdba5d1 admin admin] Loaded quota_driver: . Jan 18 17:05:12.248970 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eb8a92b-9363-4725-8a8a-fa474cdba5d1 admin admin] Made reservation on behalf of 41bea765377741c0b41a9d70480bec01 for: {'network': 1} {{(pid=103197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 17:05:12.326237 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.policy [None req-7eb8a92b-9363-4725-8a8a-fa474cdba5d1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103197) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 18 17:05:12.375109 dv-cinder-733623-11-iscsi neutron-server[103197]: WARNING oslo_policy.policy [None req-7eb8a92b-9363-4725-8a8a-fa474cdba5d1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 17:05:12.375513 dv-cinder-733623-11-iscsi neutron-server[103197]: WARNING oslo_policy.policy [None req-7eb8a92b-9363-4725-8a8a-fa474cdba5d1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 17:05:12.385368 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-7eb8a92b-9363-4725-8a8a-fa474cdba5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for network (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:05:12.407184 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-7eb8a92b-9363-4725-8a8a-fa474cdba5d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:05:12.518167 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-7eb8a92b-9363-4725-8a8a-fa474cdba5d1 admin admin] Publish callbacks [] for security_group (dab3e2c9-1a17-4459-bef4-ba89f13d5f86), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:05:12.608220 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-7eb8a92b-9363-4725-8a8a-fa474cdba5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (dab3e2c9-1a17-4459-bef4-ba89f13d5f86), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:05:12.635519 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7eb8a92b-9363-4725-8a8a-fa474cdba5d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 250} {{(pid=103197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 17:05:12.660331 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-7eb8a92b-9363-4725-8a8a-fa474cdba5d1 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8785612501014', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527697'] for segment (c3e4b948-3e7d-4489-ad75-1a31f033b602), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:05:12.660925 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-7eb8a92b-9363-4725-8a8a-fa474cdba5d1 admin admin] Unsubscribe: segment precommit_create {{(pid=103197) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 18 17:05:12.661448 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.db.segments_db [None req-7eb8a92b-9363-4725-8a8a-fa474cdba5d1 admin admin] Added segment c3e4b948-3e7d-4489-ad75-1a31f033b602 of type vlan for network 7849dc8d-f06e-492c-949b-145c69ae9cdd Jan 18 17:05:12.667328 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb8a92b-9363-4725-8a8a-fa474cdba5d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dab3e2c9-1a17-4459-bef4-ba89f13d5f86,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:05:12.706609 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb8a92b-9363-4725-8a8a-fa474cdba5d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:05:12.706984 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb8a92b-9363-4725-8a8a-fa474cdba5d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:05:12.707359 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb8a92b-9363-4725-8a8a-fa474cdba5d1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:05:12.707703 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb8a92b-9363-4725-8a8a-fa474cdba5d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:05:12.708042 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb8a92b-9363-4725-8a8a-fa474cdba5d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:05:12.708375 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb8a92b-9363-4725-8a8a-fa474cdba5d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:05:12.708721 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb8a92b-9363-4725-8a8a-fa474cdba5d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:05:12.709054 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb8a92b-9363-4725-8a8a-fa474cdba5d1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:05:12.709399 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb8a92b-9363-4725-8a8a-fa474cdba5d1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:05:12.709729 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb8a92b-9363-4725-8a8a-fa474cdba5d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:05:12.710055 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb8a92b-9363-4725-8a8a-fa474cdba5d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:05:12.710379 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb8a92b-9363-4725-8a8a-fa474cdba5d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:05:12.710706 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb8a92b-9363-4725-8a8a-fa474cdba5d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:05:12.712120 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb8a92b-9363-4725-8a8a-fa474cdba5d1 admin admin] Tracked resource versions report: Jan 18 17:05:12.712120 dv-cinder-733623-11-iscsi neutron-server[103197]: pushed versions: Jan 18 17:05:12.712120 dv-cinder-733623-11-iscsi neutron-server[103197]: { 'AddressGroup': {'1.2'}, Jan 18 17:05:12.712120 dv-cinder-733623-11-iscsi neutron-server[103197]: 'ConntrackHelper': {'1.0'}, Jan 18 17:05:12.712120 dv-cinder-733623-11-iscsi neutron-server[103197]: 'LocalIPAssociation': {'1.0'}, Jan 18 17:05:12.712120 dv-cinder-733623-11-iscsi neutron-server[103197]: 'Log': {'1.0'}, Jan 18 17:05:12.712120 dv-cinder-733623-11-iscsi neutron-server[103197]: 'Network': {'1.1'}, Jan 18 17:05:12.712120 dv-cinder-733623-11-iscsi neutron-server[103197]: 'Port': {'1.7'}, Jan 18 17:05:12.712120 dv-cinder-733623-11-iscsi neutron-server[103197]: 'PortForwarding': {'1.2'}, Jan 18 17:05:12.712120 dv-cinder-733623-11-iscsi neutron-server[103197]: 'QosPolicy': {'1.10'}, Jan 18 17:05:12.712120 dv-cinder-733623-11-iscsi neutron-server[103197]: 'SecurityGroup': {'1.5'}, Jan 18 17:05:12.712120 dv-cinder-733623-11-iscsi neutron-server[103197]: 'SecurityGroupRule': {'1.2'}, Jan 18 17:05:12.712120 dv-cinder-733623-11-iscsi neutron-server[103197]: 'SubPort': {'1.0'}, Jan 18 17:05:12.712120 dv-cinder-733623-11-iscsi neutron-server[103197]: 'Subnet': {'1.1'}, Jan 18 17:05:12.712120 dv-cinder-733623-11-iscsi neutron-server[103197]: 'Trunk': {'1.1'}} Jan 18 17:05:12.712120 dv-cinder-733623-11-iscsi neutron-server[103197]: consumer versions: Jan 18 17:05:12.712120 dv-cinder-733623-11-iscsi neutron-server[103197]: { DHCP agent@dv-cinder-733623-11-iscsi: {}, Jan 18 17:05:12.712120 dv-cinder-733623-11-iscsi neutron-server[103197]: L3 agent@dv-cinder-733623-11-iscsi: {}, Jan 18 17:05:12.712120 dv-cinder-733623-11-iscsi neutron-server[103197]: Metadata agent@dv-cinder-733623-11-iscsi: {}, Jan 18 17:05:12.712120 dv-cinder-733623-11-iscsi neutron-server[103197]: Metering agent@dv-cinder-733623-11-iscsi: {}, Jan 18 17:05:12.712120 dv-cinder-733623-11-iscsi neutron-server[103197]: Open vSwitch agent@dv-cinder-733623-11-iscsi: { 'AddressGroup': '1.2', Jan 18 17:05:12.712120 dv-cinder-733623-11-iscsi neutron-server[103197]: 'ConntrackHelper': '1.0', Jan 18 17:05:12.712120 dv-cinder-733623-11-iscsi neutron-server[103197]: 'LocalIPAssociation': '1.0', Jan 18 17:05:12.712120 dv-cinder-733623-11-iscsi neutron-server[103197]: 'Log': '1.0', Jan 18 17:05:12.712120 dv-cinder-733623-11-iscsi neutron-server[103197]: 'Network': '1.1', Jan 18 17:05:12.712120 dv-cinder-733623-11-iscsi neutron-server[103197]: 'Port': '1.7', Jan 18 17:05:12.712120 dv-cinder-733623-11-iscsi neutron-server[103197]: 'PortForwarding': '1.2', Jan 18 17:05:12.712120 dv-cinder-733623-11-iscsi neutron-server[103197]: 'QosPolicy': '1.10', Jan 18 17:05:12.712120 dv-cinder-733623-11-iscsi neutron-server[103197]: 'SecurityGroup': '1.5', Jan 18 17:05:12.712120 dv-cinder-733623-11-iscsi neutron-server[103197]: 'SecurityGroupRule': '1.2', Jan 18 17:05:12.712120 dv-cinder-733623-11-iscsi neutron-server[103197]: 'SubPort': '1.0', Jan 18 17:05:12.712120 dv-cinder-733623-11-iscsi neutron-server[103197]: 'Subnet': '1.1', Jan 18 17:05:12.712120 dv-cinder-733623-11-iscsi neutron-server[103197]: 'Trunk': '1.1'}} Jan 18 17:05:12.712120 dv-cinder-733623-11-iscsi neutron-server[103197]: {{(pid=103197) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 17:05:12.774915 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-7eb8a92b-9363-4725-8a8a-fa474cdba5d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785611949990'] for network (7849dc8d-f06e-492c-949b-145c69ae9cdd), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:05:12.860092 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-7eb8a92b-9363-4725-8a8a-fa474cdba5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781'] for network (7849dc8d-f06e-492c-949b-145c69ae9cdd), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:05:12.861249 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb8a92b-9363-4725-8a8a-fa474cdba5d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:05:12.861954 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-7eb8a92b-9363-4725-8a8a-fa474cdba5d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526667'] for network (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:05:12.963872 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb8a92b-9363-4725-8a8a-fa474cdba5d1 admin admin] Pushing event updated for resources: {'Network': ['ID=7849dc8d-f06e-492c-949b-145c69ae9cdd,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:05:12.976862 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Network 7849dc8d-f06e-492c-949b-145c69ae9cdd details requested by agent ovs-agent-dv-cinder-733623-11-iscsi with host dv-cinder-733623-11-iscsi {{(pid=103198) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 17:05:12.982952 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-7eb8a92b-9363-4725-8a8a-fa474cdba5d1 admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1594481 Jan 18 17:05:15.745704 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 48342) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:05:16.141823 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2232d7b3-6d00-42f4-b74c-740f4c122bd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:05:16.143203 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-2232d7b3-6d00-42f4-b74c-740f4c122bd8 admin admin] 10.222.0.100 "GET /v2.0/networks/7849dc8d-f06e-492c-949b-145c69ae9cdd HTTP/1.1" status: 200 len: 825 time: 0.3965375 Jan 18 17:05:16.181206 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-a01807d8-096f-4a9c-bee6-cec82dd101d4 admin admin] 10.222.0.100 "GET /v2.0/subnetpools/a4a8ce6e-4e7e-418b-80b2-ce2a3e59eb83 HTTP/1.1" status: 200 len: 734 time: 0.0324500 Jan 18 17:05:16.190066 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-7f2ae9a9-120c-4f8e-ac4e-12a4eb56b509 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet', 'tenant_id': '41bea765377741c0b41a9d70480bec01', 'network_id': '7849dc8d-f06e-492c-949b-145c69ae9cdd', 'subnetpool_id': 'a4a8ce6e-4e7e-418b-80b2-ce2a3e59eb83'}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:05:16.242287 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f2ae9a9-120c-4f8e-ac4e-12a4eb56b509 admin admin] Made reservation on behalf of 41bea765377741c0b41a9d70480bec01 for: {'subnet': 1} {{(pid=103197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 17:05:16.244595 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-7f2ae9a9-120c-4f8e-ac4e-12a4eb56b509 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:05:16.563699 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-7f2ae9a9-120c-4f8e-ac4e-12a4eb56b509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781'] for subnet (6b7fe14e-5dfa-4d41-aae2-01297d22a029), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:05:16.629576 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2ae9a9-120c-4f8e-ac4e-12a4eb56b509 admin admin] Checking segment: {'id': 'c3e4b948-3e7d-4489-ad75-1a31f033b602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7849dc8d-f06e-492c-949b-145c69ae9cdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 17:05:16.629996 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2ae9a9-120c-4f8e-ac4e-12a4eb56b509 admin admin] Network hostable DHCP agents. Network: 7849dc8d-f06e-492c-949b-145c69ae9cdd, hostable agents: ['1e8d2d8a-92ca-4025-a540-71c8151dbccf'], hosted agents: [] {{(pid=103197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 17:05:16.638699 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2ae9a9-120c-4f8e-ac4e-12a4eb56b509 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b7fe14e-5dfa-4d41-aae2-01297d22a029,revision_number=0']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:05:16.700117 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2ae9a9-120c-4f8e-ac4e-12a4eb56b509 admin admin] Network 7849dc8d-f06e-492c-949b-145c69ae9cdd is scheduled to be hosted by DHCP agent 1e8d2d8a-92ca-4025-a540-71c8151dbccf with binding_index 1 {{(pid=103197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 17:05:16.762639 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.base_scheduler [None req-7f2ae9a9-120c-4f8e-ac4e-12a4eb56b509 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-11-iscsi, 7849dc8d-f06e-492c-949b-145c69ae9cdd) {{(pid=103197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 17:05:16.767644 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2ae9a9-120c-4f8e-ac4e-12a4eb56b509 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:05:16.768249 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-7f2ae9a9-120c-4f8e-ac4e-12a4eb56b509 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526667'] for subnet (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:05:16.773171 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab2e4b7-8e9b-456e-a1e2-53fa7d1255b6 None None] Network 7849dc8d-f06e-492c-949b-145c69ae9cdd requested from dv-cinder-733623-11-iscsi {{(pid=103198) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 17:05:16.845099 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-7f2ae9a9-120c-4f8e-ac4e-12a4eb56b509 admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6583581 Jan 18 17:05:17.050917 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f527dc-d27d-4aa0-b27d-3d19033b76a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f84e879-2170-571d-bd14-f6ce5a973bba-7849dc8d-f06e-492c-949b-145c69ae9cdd', 'network_id': '7849dc8d-f06e-492c-949b-145c69ae9cdd', 'project_id': '41bea765377741c0b41a9d70480bec01', 'fixed_ips': [{'subnet_id': '6b7fe14e-5dfa-4d41-aae2-01297d22a029'}]}} from dv-cinder-733623-11-iscsi. {{(pid=103198) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 17:05:17.052275 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-89f527dc-d27d-4aa0-b27d-3d19033b76a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:05:17.375322 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.db_base_plugin_common [None req-89f527dc-d27d-4aa0-b27d-3d19033b76a6 None None] Allocated IP 172.20.0.2 (7849dc8d-f06e-492c-949b-145c69ae9cdd/6b7fe14e-5dfa-4d41-aae2-01297d22a029/1f1d567f-e33d-469a-87ca-9edb51cc6a7e) {{(pid=103198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 17:05:17.626177 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-89f527dc-d27d-4aa0-b27d-3d19033b76a6 None None] Publish callbacks [] for port (1f1d567f-e33d-469a-87ca-9edb51cc6a7e), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:05:17.694905 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-89f527dc-d27d-4aa0-b27d-3d19033b76a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785611913804'] for port (1f1d567f-e33d-469a-87ca-9edb51cc6a7e), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:05:17.782045 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f527dc-d27d-4aa0-b27d-3d19033b76a6 None None] Network 7849dc8d-f06e-492c-949b-145c69ae9cdd is already hosted by enough agents. {{(pid=103198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 17:05:17.786350 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.scheduler.base_scheduler [None req-89f527dc-d27d-4aa0-b27d-3d19033b76a6 None None] Resources bound (agent type, host, resource id): {{(pid=103198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 17:05:17.788536 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f527dc-d27d-4aa0-b27d-3d19033b76a6 None None] Pushing event updated for resources: {'Port': ['ID=1f1d567f-e33d-469a-87ca-9edb51cc6a7e,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:05:17.794167 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f527dc-d27d-4aa0-b27d-3d19033b76a6 None None] Received port after_create {{(pid=103198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 17:05:17.800913 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f527dc-d27d-4aa0-b27d-3d19033b76a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:05:17.801287 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f527dc-d27d-4aa0-b27d-3d19033b76a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:05:17.801659 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f527dc-d27d-4aa0-b27d-3d19033b76a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:05:17.802006 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f527dc-d27d-4aa0-b27d-3d19033b76a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:05:17.802343 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f527dc-d27d-4aa0-b27d-3d19033b76a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:05:17.802680 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f527dc-d27d-4aa0-b27d-3d19033b76a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:05:17.803030 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f527dc-d27d-4aa0-b27d-3d19033b76a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:05:17.803395 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f527dc-d27d-4aa0-b27d-3d19033b76a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:05:17.803730 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f527dc-d27d-4aa0-b27d-3d19033b76a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:05:17.804077 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f527dc-d27d-4aa0-b27d-3d19033b76a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:05:17.804408 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f527dc-d27d-4aa0-b27d-3d19033b76a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:05:17.804734 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f527dc-d27d-4aa0-b27d-3d19033b76a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:05:17.805063 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f527dc-d27d-4aa0-b27d-3d19033b76a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:05:17.806452 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f527dc-d27d-4aa0-b27d-3d19033b76a6 None None] Tracked resource versions report: Jan 18 17:05:17.806452 dv-cinder-733623-11-iscsi neutron-server[103198]: pushed versions: Jan 18 17:05:17.806452 dv-cinder-733623-11-iscsi neutron-server[103198]: { 'AddressGroup': {'1.2'}, Jan 18 17:05:17.806452 dv-cinder-733623-11-iscsi neutron-server[103198]: 'ConntrackHelper': {'1.0'}, Jan 18 17:05:17.806452 dv-cinder-733623-11-iscsi neutron-server[103198]: 'LocalIPAssociation': {'1.0'}, Jan 18 17:05:17.806452 dv-cinder-733623-11-iscsi neutron-server[103198]: 'Log': {'1.0'}, Jan 18 17:05:17.806452 dv-cinder-733623-11-iscsi neutron-server[103198]: 'Network': {'1.1'}, Jan 18 17:05:17.806452 dv-cinder-733623-11-iscsi neutron-server[103198]: 'Port': {'1.7'}, Jan 18 17:05:17.806452 dv-cinder-733623-11-iscsi neutron-server[103198]: 'PortForwarding': {'1.2'}, Jan 18 17:05:17.806452 dv-cinder-733623-11-iscsi neutron-server[103198]: 'QosPolicy': {'1.10'}, Jan 18 17:05:17.806452 dv-cinder-733623-11-iscsi neutron-server[103198]: 'SecurityGroup': {'1.5'}, Jan 18 17:05:17.806452 dv-cinder-733623-11-iscsi neutron-server[103198]: 'SecurityGroupRule': {'1.2'}, Jan 18 17:05:17.806452 dv-cinder-733623-11-iscsi neutron-server[103198]: 'SubPort': {'1.0'}, Jan 18 17:05:17.806452 dv-cinder-733623-11-iscsi neutron-server[103198]: 'Subnet': {'1.1'}, Jan 18 17:05:17.806452 dv-cinder-733623-11-iscsi neutron-server[103198]: 'Trunk': {'1.1'}} Jan 18 17:05:17.806452 dv-cinder-733623-11-iscsi neutron-server[103198]: consumer versions: Jan 18 17:05:17.806452 dv-cinder-733623-11-iscsi neutron-server[103198]: { DHCP agent@dv-cinder-733623-11-iscsi: {}, Jan 18 17:05:17.806452 dv-cinder-733623-11-iscsi neutron-server[103198]: L3 agent@dv-cinder-733623-11-iscsi: {}, Jan 18 17:05:17.806452 dv-cinder-733623-11-iscsi neutron-server[103198]: Metadata agent@dv-cinder-733623-11-iscsi: {}, Jan 18 17:05:17.806452 dv-cinder-733623-11-iscsi neutron-server[103198]: Metering agent@dv-cinder-733623-11-iscsi: {}, Jan 18 17:05:17.806452 dv-cinder-733623-11-iscsi neutron-server[103198]: Open vSwitch agent@dv-cinder-733623-11-iscsi: { 'AddressGroup': '1.2', Jan 18 17:05:17.806452 dv-cinder-733623-11-iscsi neutron-server[103198]: 'ConntrackHelper': '1.0', Jan 18 17:05:17.806452 dv-cinder-733623-11-iscsi neutron-server[103198]: 'LocalIPAssociation': '1.0', Jan 18 17:05:17.806452 dv-cinder-733623-11-iscsi neutron-server[103198]: 'Log': '1.0', Jan 18 17:05:17.806452 dv-cinder-733623-11-iscsi neutron-server[103198]: 'Network': '1.1', Jan 18 17:05:17.806452 dv-cinder-733623-11-iscsi neutron-server[103198]: 'Port': '1.7', Jan 18 17:05:17.806452 dv-cinder-733623-11-iscsi neutron-server[103198]: 'PortForwarding': '1.2', Jan 18 17:05:17.806452 dv-cinder-733623-11-iscsi neutron-server[103198]: 'QosPolicy': '1.10', Jan 18 17:05:17.806452 dv-cinder-733623-11-iscsi neutron-server[103198]: 'SecurityGroup': '1.5', Jan 18 17:05:17.806452 dv-cinder-733623-11-iscsi neutron-server[103198]: 'SecurityGroupRule': '1.2', Jan 18 17:05:17.806452 dv-cinder-733623-11-iscsi neutron-server[103198]: 'SubPort': '1.0', Jan 18 17:05:17.806452 dv-cinder-733623-11-iscsi neutron-server[103198]: 'Subnet': '1.1', Jan 18 17:05:17.806452 dv-cinder-733623-11-iscsi neutron-server[103198]: 'Trunk': '1.1'}} Jan 18 17:05:17.806452 dv-cinder-733623-11-iscsi neutron-server[103198]: {{(pid=103198) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 17:05:17.885316 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-89f527dc-d27d-4aa0-b27d-3d19033b76a6 None None] Attempting to bind port 1f1d567f-e33d-469a-87ca-9edb51cc6a7e on host dv-cinder-733623-11-iscsi for vnic_type normal with profile {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 17:05:17.885631 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-89f527dc-d27d-4aa0-b27d-3d19033b76a6 None None] Attempting to bind port 1f1d567f-e33d-469a-87ca-9edb51cc6a7e by drivers openvswitch,hyperv on host dv-cinder-733623-11-iscsi at level 0 using segments [{'id': 'c3e4b948-3e7d-4489-ad75-1a31f033b602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7849dc8d-f06e-492c-949b-145c69ae9cdd'}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 17:05:17.887301 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f527dc-d27d-4aa0-b27d-3d19033b76a6 None None] Attempting to bind port 1f1d567f-e33d-469a-87ca-9edb51cc6a7e on network 7849dc8d-f06e-492c-949b-145c69ae9cdd {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 17:05:17.892533 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f527dc-d27d-4aa0-b27d-3d19033b76a6 None None] Checking agent: {'id': 'a6f837d2-7b5b-4cd3-9c28-296017d8b8e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 17, 5, 2), 'started_at': datetime.datetime(2022, 1, 18, 17, 5, 2), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 17, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 17:05:17.892926 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f527dc-d27d-4aa0-b27d-3d19033b76a6 None None] Checking segment: {'id': 'c3e4b948-3e7d-4489-ad75-1a31f033b602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7849dc8d-f06e-492c-949b-145c69ae9cdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 17:05:17.893434 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-89f527dc-d27d-4aa0-b27d-3d19033b76a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:05:17.893831 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f527dc-d27d-4aa0-b27d-3d19033b76a6 None None] Bound using segment: {'id': 'c3e4b948-3e7d-4489-ad75-1a31f033b602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7849dc8d-f06e-492c-949b-145c69ae9cdd'} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 17:05:17.894318 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-89f527dc-d27d-4aa0-b27d-3d19033b76a6 None None] Bound port: 1f1d567f-e33d-469a-87ca-9edb51cc6a7e, host: dv-cinder-733623-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e4b948-3e7d-4489-ad75-1a31f033b602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7849dc8d-f06e-492c-949b-145c69ae9cdd'}}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 17:05:17.894730 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-89f527dc-d27d-4aa0-b27d-3d19033b76a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (1f1d567f-e33d-469a-87ca-9edb51cc6a7e), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:05:17.958219 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-89f527dc-d27d-4aa0-b27d-3d19033b76a6 None None] For port 1f1d567f-e33d-469a-87ca-9edb51cc6a7e, host dv-cinder-733623-11-iscsi, cleared binding levels {{(pid=103198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 17:05:17.962672 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-89f527dc-d27d-4aa0-b27d-3d19033b76a6 None None] For port 1f1d567f-e33d-469a-87ca-9edb51cc6a7e, host dv-cinder-733623-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-11-iscsi',level=0,port_id=1f1d567f-e33d-469a-87ca-9edb51cc6a7e,segment=NetworkSegment(c3e4b948-3e7d-4489-ad75-1a31f033b602),segment_id=c3e4b948-3e7d-4489-ad75-1a31f033b602)] {{(pid=103198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 17:05:18.031926 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-89f527dc-d27d-4aa0-b27d-3d19033b76a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (1f1d567f-e33d-469a-87ca-9edb51cc6a7e), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:05:18.105017 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f527dc-d27d-4aa0-b27d-3d19033b76a6 None None] Pushing event updated for resources: {'Port': ['ID=1f1d567f-e33d-469a-87ca-9edb51cc6a7e,revision_number=2']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:05:19.302782 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 48350) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:05:19.622417 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [None req-2cab0f1b-ec31-4b07-9678-aa983f1c9648 admin admin] http://10.222.0.100:9696/v2.0/extensions returned with HTTP 200 {{(pid=103197) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 17:05:19.623616 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-2cab0f1b-ec31-4b07-9678-aa983f1c9648 admin admin] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3197794 Jan 18 17:05:22.087457 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 48358) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:05:22.416716 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [None req-fbe0e8e5-25b7-42bb-a04f-980774afe588 admin admin] http://10.222.0.100:9696/v2.0/extensions returned with HTTP 200 {{(pid=103196) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 17:05:22.418447 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-fbe0e8e5-25b7-42bb-a04f-980774afe588 admin admin] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3299463 Jan 18 17:05:25.125683 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 48368) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:05:25.428468 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-63562ff9-2235-439d-a2c8-ea1ac09c99be admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '41bea765377741c0b41a9d70480bec01'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:05:25.528566 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-63562ff9-2235-439d-a2c8-ea1ac09c99be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-644958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16091'] for router (779fd682-339c-4f86-a1b4-e6bf0487d1d6), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:05:25.530261 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-63562ff9-2235-439d-a2c8-ea1ac09c99be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16096'] for router (779fd682-339c-4f86-a1b4-e6bf0487d1d6), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:05:25.681250 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-63562ff9-2235-439d-a2c8-ea1ac09c99be admin admin] Publish callbacks [] for router_controller (779fd682-339c-4f86-a1b4-e6bf0487d1d6), precommit_add_association {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:05:25.746246 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e69bd407-6927-427c-b03c-31385e12f434 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (1e8d2d8a-92ca-4025-a540-71c8151dbccf), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:05:25.757775 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-63562ff9-2235-439d-a2c8-ea1ac09c99be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648101'] for router (779fd682-339c-4f86-a1b4-e6bf0487d1d6), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:05:25.833534 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-63562ff9-2235-439d-a2c8-ea1ac09c99be admin admin] Publish callbacks [] for router (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:05:25.834737 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-63562ff9-2235-439d-a2c8-ea1ac09c99be admin admin] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7080994 Jan 18 17:05:28.179815 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-cf128205-073f-4e89-9231-ade78a1ce307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (34860b7f-7c9d-4265-9a0a-1b9bd2e1622e), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:05:28.326840 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 48380) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:05:28.488742 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Device 1f1d567f-e33d-469a-87ca-9edb51cc6a7e up at agent ovs-agent-dv-cinder-733623-11-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 17:05:28.577446 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Provisioning complete for port 1f1d567f-e33d-469a-87ca-9edb51cc6a7e triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:05:28.578231 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (1f1d567f-e33d-469a-87ca-9edb51cc6a7e), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:05:28.665285 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [None req-c6b27567-3898-4ebc-9972-1b13a62d2004 admin admin] http://10.222.0.100:9696/v2.0/extensions returned with HTTP 200 {{(pid=103196) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 17:05:28.666412 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-c6b27567-3898-4ebc-9972-1b13a62d2004 admin admin] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3383751 Jan 18 17:05:28.686361 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Current status of the port 1f1d567f-e33d-469a-87ca-9edb51cc6a7e is: DOWN; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:05:28.686757 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (1f1d567f-e33d-469a-87ca-9edb51cc6a7e), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:05:28.722162 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] For port 1f1d567f-e33d-469a-87ca-9edb51cc6a7e, host dv-cinder-733623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-11-iscsi',level=0,port_id=1f1d567f-e33d-469a-87ca-9edb51cc6a7e,segment=NetworkSegment(c3e4b948-3e7d-4489-ad75-1a31f033b602),segment_id=c3e4b948-3e7d-4489-ad75-1a31f033b602)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:05:28.797102 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (1f1d567f-e33d-469a-87ca-9edb51cc6a7e), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:05:28.849334 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Pushing event updated for resources: {'Port': ['ID=1f1d567f-e33d-469a-87ca-9edb51cc6a7e,revision_number=3']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:05:28.968288 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-a24976dc-7f89-446d-8d9b-8a75bf0e6853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (f7781508-68f4-4d6b-b413-74596bae1216), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:05:29.256363 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524d2093-468c-4d2f-a426-826a6c4304ab None None] Network 7849dc8d-f06e-492c-949b-145c69ae9cdd requested from dv-cinder-733623-11-iscsi {{(pid=103198) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 17:05:29.345516 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-4493544c-c568-40a9-b1ee-539fb242a838 None None] Provisioning complete for port 1f1d567f-e33d-469a-87ca-9edb51cc6a7e triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:05:29.345961 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-4493544c-c568-40a9-b1ee-539fb242a838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (1f1d567f-e33d-469a-87ca-9edb51cc6a7e), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:05:29.463222 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-4493544c-c568-40a9-b1ee-539fb242a838 None None] Current status of the port 1f1d567f-e33d-469a-87ca-9edb51cc6a7e is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:05:29.584502 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-e936914d-884e-439a-85d4-6a3992e6fcab None None] Provisioning complete for port 1f1d567f-e33d-469a-87ca-9edb51cc6a7e triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:05:29.584909 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e936914d-884e-439a-85d4-6a3992e6fcab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (1f1d567f-e33d-469a-87ca-9edb51cc6a7e), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:05:29.659973 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-e936914d-884e-439a-85d4-6a3992e6fcab None None] Current status of the port 1f1d567f-e33d-469a-87ca-9edb51cc6a7e is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:05:30.443282 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Device 1f1d567f-e33d-469a-87ca-9edb51cc6a7e up at agent ovs-agent-dv-cinder-733623-11-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 17:05:30.493785 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Provisioning complete for port 1f1d567f-e33d-469a-87ca-9edb51cc6a7e triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:05:30.494091 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (1f1d567f-e33d-469a-87ca-9edb51cc6a7e), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:05:30.580640 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Current status of the port 1f1d567f-e33d-469a-87ca-9edb51cc6a7e is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:05:30.596437 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-d0f57583-9799-4745-8039-4fb698731137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (f223777b-396b-444b-a9c9-71cdff5b918d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:05:31.185254 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 48410) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:05:31.316662 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-24c1856f-15b5-4e80-b021-587490279fc3 admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'project_id': '88ece7be17fc47e6a1e63b11a0ff6310', 'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'tenant_id': '88ece7be17fc47e6a1e63b11a0ff6310'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:05:31.408178 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24c1856f-15b5-4e80-b021-587490279fc3 admin admin] Made reservation on behalf of 88ece7be17fc47e6a1e63b11a0ff6310 for: {'network': 1} {{(pid=103196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 17:05:31.411022 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-24c1856f-15b5-4e80-b021-587490279fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for network (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:05:31.426658 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-24c1856f-15b5-4e80-b021-587490279fc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:05:31.527625 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-24c1856f-15b5-4e80-b021-587490279fc3 admin admin] Publish callbacks [] for security_group (d76d1a71-a350-46d4-9ca5-42206659550e), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:05:31.585086 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-24c1856f-15b5-4e80-b021-587490279fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (d76d1a71-a350-46d4-9ca5-42206659550e), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:05:31.596337 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-24c1856f-15b5-4e80-b021-587490279fc3 admin admin] Reserving flat network on physical network physnet1 {{(pid=103196) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 18 17:05:31.628423 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-24c1856f-15b5-4e80-b021-587490279fc3 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8785612501014', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527697'] for segment (e313aa2e-7c8f-481c-b82b-97bbd998f4e0), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:05:31.628976 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-24c1856f-15b5-4e80-b021-587490279fc3 admin admin] Unsubscribe: segment precommit_create {{(pid=103196) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 18 17:05:31.629483 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.db.segments_db [None req-24c1856f-15b5-4e80-b021-587490279fc3 admin admin] Added segment e313aa2e-7c8f-481c-b82b-97bbd998f4e0 of type flat for network 09e508a9-4d19-4482-acf1-bcc4a2adb430 Jan 18 17:05:31.646550 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c1856f-15b5-4e80-b021-587490279fc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d76d1a71-a350-46d4-9ca5-42206659550e,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:05:31.664280 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c1856f-15b5-4e80-b021-587490279fc3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:05:31.664639 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c1856f-15b5-4e80-b021-587490279fc3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:05:31.664979 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c1856f-15b5-4e80-b021-587490279fc3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:05:31.665312 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c1856f-15b5-4e80-b021-587490279fc3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:05:31.665639 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c1856f-15b5-4e80-b021-587490279fc3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:05:31.665963 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c1856f-15b5-4e80-b021-587490279fc3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:05:31.666299 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c1856f-15b5-4e80-b021-587490279fc3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:05:31.666622 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c1856f-15b5-4e80-b021-587490279fc3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:05:31.667548 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c1856f-15b5-4e80-b021-587490279fc3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:05:31.667940 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c1856f-15b5-4e80-b021-587490279fc3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:05:31.668191 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c1856f-15b5-4e80-b021-587490279fc3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:05:31.668505 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c1856f-15b5-4e80-b021-587490279fc3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:05:31.668817 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c1856f-15b5-4e80-b021-587490279fc3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:05:31.670160 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c1856f-15b5-4e80-b021-587490279fc3 admin admin] Tracked resource versions report: Jan 18 17:05:31.670160 dv-cinder-733623-11-iscsi neutron-server[103196]: pushed versions: Jan 18 17:05:31.670160 dv-cinder-733623-11-iscsi neutron-server[103196]: { 'AddressGroup': {'1.2'}, Jan 18 17:05:31.670160 dv-cinder-733623-11-iscsi neutron-server[103196]: 'ConntrackHelper': {'1.0'}, Jan 18 17:05:31.670160 dv-cinder-733623-11-iscsi neutron-server[103196]: 'LocalIPAssociation': {'1.0'}, Jan 18 17:05:31.670160 dv-cinder-733623-11-iscsi neutron-server[103196]: 'Log': {'1.0'}, Jan 18 17:05:31.670160 dv-cinder-733623-11-iscsi neutron-server[103196]: 'Network': {'1.1'}, Jan 18 17:05:31.670160 dv-cinder-733623-11-iscsi neutron-server[103196]: 'Port': {'1.7'}, Jan 18 17:05:31.670160 dv-cinder-733623-11-iscsi neutron-server[103196]: 'PortForwarding': {'1.2'}, Jan 18 17:05:31.670160 dv-cinder-733623-11-iscsi neutron-server[103196]: 'QosPolicy': {'1.10'}, Jan 18 17:05:31.670160 dv-cinder-733623-11-iscsi neutron-server[103196]: 'SecurityGroup': {'1.5'}, Jan 18 17:05:31.670160 dv-cinder-733623-11-iscsi neutron-server[103196]: 'SecurityGroupRule': {'1.2'}, Jan 18 17:05:31.670160 dv-cinder-733623-11-iscsi neutron-server[103196]: 'SubPort': {'1.0'}, Jan 18 17:05:31.670160 dv-cinder-733623-11-iscsi neutron-server[103196]: 'Subnet': {'1.1'}, Jan 18 17:05:31.670160 dv-cinder-733623-11-iscsi neutron-server[103196]: 'Trunk': {'1.1'}} Jan 18 17:05:31.670160 dv-cinder-733623-11-iscsi neutron-server[103196]: consumer versions: Jan 18 17:05:31.670160 dv-cinder-733623-11-iscsi neutron-server[103196]: { DHCP agent@dv-cinder-733623-11-iscsi: {}, Jan 18 17:05:31.670160 dv-cinder-733623-11-iscsi neutron-server[103196]: L3 agent@dv-cinder-733623-11-iscsi: {}, Jan 18 17:05:31.670160 dv-cinder-733623-11-iscsi neutron-server[103196]: Metadata agent@dv-cinder-733623-11-iscsi: {}, Jan 18 17:05:31.670160 dv-cinder-733623-11-iscsi neutron-server[103196]: Metering agent@dv-cinder-733623-11-iscsi: {}, Jan 18 17:05:31.670160 dv-cinder-733623-11-iscsi neutron-server[103196]: Open vSwitch agent@dv-cinder-733623-11-iscsi: { 'AddressGroup': '1.2', Jan 18 17:05:31.670160 dv-cinder-733623-11-iscsi neutron-server[103196]: 'ConntrackHelper': '1.0', Jan 18 17:05:31.670160 dv-cinder-733623-11-iscsi neutron-server[103196]: 'LocalIPAssociation': '1.0', Jan 18 17:05:31.670160 dv-cinder-733623-11-iscsi neutron-server[103196]: 'Log': '1.0', Jan 18 17:05:31.670160 dv-cinder-733623-11-iscsi neutron-server[103196]: 'Network': '1.1', Jan 18 17:05:31.670160 dv-cinder-733623-11-iscsi neutron-server[103196]: 'Port': '1.7', Jan 18 17:05:31.670160 dv-cinder-733623-11-iscsi neutron-server[103196]: 'PortForwarding': '1.2', Jan 18 17:05:31.670160 dv-cinder-733623-11-iscsi neutron-server[103196]: 'QosPolicy': '1.10', Jan 18 17:05:31.670160 dv-cinder-733623-11-iscsi neutron-server[103196]: 'SecurityGroup': '1.5', Jan 18 17:05:31.670160 dv-cinder-733623-11-iscsi neutron-server[103196]: 'SecurityGroupRule': '1.2', Jan 18 17:05:31.670160 dv-cinder-733623-11-iscsi neutron-server[103196]: 'SubPort': '1.0', Jan 18 17:05:31.670160 dv-cinder-733623-11-iscsi neutron-server[103196]: 'Subnet': '1.1', Jan 18 17:05:31.670160 dv-cinder-733623-11-iscsi neutron-server[103196]: 'Trunk': '1.1'}} Jan 18 17:05:31.670160 dv-cinder-733623-11-iscsi neutron-server[103196]: {{(pid=103196) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 17:05:31.755326 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-24c1856f-15b5-4e80-b021-587490279fc3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785611949990'] for network (09e508a9-4d19-4482-acf1-bcc4a2adb430), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:05:31.813663 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (a6f837d2-7b5b-4cd3-9c28-296017d8b8e6), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:05:31.859633 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-24c1856f-15b5-4e80-b021-587490279fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781'] for network (09e508a9-4d19-4482-acf1-bcc4a2adb430), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:05:31.860938 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c1856f-15b5-4e80-b021-587490279fc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:05:31.861655 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-24c1856f-15b5-4e80-b021-587490279fc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526667'] for network (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:05:31.957789 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c1856f-15b5-4e80-b021-587490279fc3 admin admin] Pushing event updated for resources: {'Network': ['ID=09e508a9-4d19-4482-acf1-bcc4a2adb430,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:05:31.969657 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Network 09e508a9-4d19-4482-acf1-bcc4a2adb430 details requested by agent ovs-agent-dv-cinder-733623-11-iscsi with host dv-cinder-733623-11-iscsi {{(pid=103198) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 17:05:31.999789 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-24c1856f-15b5-4e80-b021-587490279fc3 admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8136730 Jan 18 17:05:34.265500 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 48422) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:05:34.393342 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5a8f05-4f35-42a5-81cf-cd9c1aa4227b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:05:34.394723 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-ae5a8f05-4f35-42a5-81cf-cd9c1aa4227b admin admin] 10.222.0.100 "GET /v2.0/subnets/6b7fe14e-5dfa-4d41-aae2-01297d22a029 HTTP/1.1" status: 200 len: 849 time: 0.1282494 Jan 18 17:05:34.532811 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-9c23791d-b6c9-4088-aa6f-4c412eeb2f2a admin admin] 10.222.0.100 "GET /v2.0/routers/779fd682-339c-4f86-a1b4-e6bf0487d1d6 HTTP/1.1" status: 200 len: 704 time: 0.1324260 Jan 18 17:05:34.795719 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-118a8230-a42c-4ee1-bf3f-2cbc3cabac0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:05:35.088047 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-118a8230-a42c-4ee1-bf3f-2cbc3cabac0c admin admin] Allocated IP 172.20.0.1 (7849dc8d-f06e-492c-949b-145c69ae9cdd/6b7fe14e-5dfa-4d41-aae2-01297d22a029/cc87c6c1-da43-4f74-854b-76a683b81c37) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 17:05:35.267925 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-118a8230-a42c-4ee1-bf3f-2cbc3cabac0c admin admin] Publish callbacks [] for port (cc87c6c1-da43-4f74-854b-76a683b81c37), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:05:35.391781 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-118a8230-a42c-4ee1-bf3f-2cbc3cabac0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785611913804'] for port (cc87c6c1-da43-4f74-854b-76a683b81c37), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:05:35.468373 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118a8230-a42c-4ee1-bf3f-2cbc3cabac0c admin admin] Network 7849dc8d-f06e-492c-949b-145c69ae9cdd is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 17:05:35.476519 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-118a8230-a42c-4ee1-bf3f-2cbc3cabac0c admin admin] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 17:05:35.480514 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118a8230-a42c-4ee1-bf3f-2cbc3cabac0c admin admin] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 17:05:35.481090 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-118a8230-a42c-4ee1-bf3f-2cbc3cabac0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-647824'] for router_interface (779fd682-339c-4f86-a1b4-e6bf0487d1d6), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:05:35.504505 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118a8230-a42c-4ee1-bf3f-2cbc3cabac0c admin admin] Pushing event updated for resources: {'Port': ['ID=cc87c6c1-da43-4f74-854b-76a683b81c37,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:05:35.718089 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-a450cb90-a3ba-40b6-a998-094765cac2f0 None None] Provisioning complete for port cc87c6c1-da43-4f74-854b-76a683b81c37 triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:05:35.718655 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-a450cb90-a3ba-40b6-a998-094765cac2f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (cc87c6c1-da43-4f74-854b-76a683b81c37), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:05:35.752795 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-a450cb90-a3ba-40b6-a998-094765cac2f0 None None] Port cc87c6c1-da43-4f74-854b-76a683b81c37 cannot update to ACTIVE because it is not bound. {{(pid=103198) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 17:05:35.813138 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-118a8230-a42c-4ee1-bf3f-2cbc3cabac0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (cc87c6c1-da43-4f74-854b-76a683b81c37), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:05:36.016739 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-118a8230-a42c-4ee1-bf3f-2cbc3cabac0c admin admin] Publish callbacks [] for port (cc87c6c1-da43-4f74-854b-76a683b81c37), precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:05:36.071003 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-118a8230-a42c-4ee1-bf3f-2cbc3cabac0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (cc87c6c1-da43-4f74-854b-76a683b81c37), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:05:36.071813 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-118a8230-a42c-4ee1-bf3f-2cbc3cabac0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-647780'] for router_interface (779fd682-339c-4f86-a1b4-e6bf0487d1d6), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:05:36.152804 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118a8230-a42c-4ee1-bf3f-2cbc3cabac0c admin admin] Pushing event updated for resources: {'Port': ['ID=cc87c6c1-da43-4f74-854b-76a683b81c37,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:05:36.201979 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118a8230-a42c-4ee1-bf3f-2cbc3cabac0c admin admin] Network 7849dc8d-f06e-492c-949b-145c69ae9cdd is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 17:05:36.203330 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-118a8230-a42c-4ee1-bf3f-2cbc3cabac0c admin admin] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 17:05:36.378480 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-ffbfdef1-943a-47c3-8568-f2b98e369df4 None None] Provisioning complete for port cc87c6c1-da43-4f74-854b-76a683b81c37 triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:05:36.378884 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-ffbfdef1-943a-47c3-8568-f2b98e369df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (cc87c6c1-da43-4f74-854b-76a683b81c37), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:05:36.411459 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-ffbfdef1-943a-47c3-8568-f2b98e369df4 None None] Port cc87c6c1-da43-4f74-854b-76a683b81c37 cannot update to ACTIVE because it is not bound. {{(pid=103198) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 17:05:36.425655 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-118a8230-a42c-4ee1-bf3f-2cbc3cabac0c admin admin] Router 779fd682-339c-4f86-a1b4-e6bf0487d1d6 is scheduled to L3 agent 34860b7f-7c9d-4265-9a0a-1b9bd2e1622e with binding_index 1 {{(pid=103196) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 17:05:36.516780 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-118a8230-a42c-4ee1-bf3f-2cbc3cabac0c admin admin] Notify agent at l3_agent.dv-cinder-733623-11-iscsi the message routers_updated {{(pid=103196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 17:05:36.522146 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-118a8230-a42c-4ee1-bf3f-2cbc3cabac0c admin admin] 10.222.0.100 "PUT /v2.0/routers/779fd682-339c-4f86-a1b4-e6bf0487d1d6/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9842818 Jan 18 17:05:36.526553 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a661e6-7dab-49c9-8627-f3e19ddffec5 None None] Sync routers for ids ['779fd682-339c-4f86-a1b4-e6bf0487d1d6'] in dv-cinder-733623-11-iscsi {{(pid=103199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 17:05:36.539006 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a661e6-7dab-49c9-8627-f3e19ddffec5 None None] Routers {'779fd682-339c-4f86-a1b4-e6bf0487d1d6'} bound to L3 agent in host dv-cinder-733623-11-iscsi {{(pid=103199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 17:05:36.539931 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-e5a661e6-7dab-49c9-8627-f3e19ddffec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-18T17:04:58Z,description=,heartbeat_timestamp=2022-01-18T17:05:28Z,host='dv-cinder-733623-11-iscsi',id=34860b7f-7c9d-4265-9a0a-1b9bd2e1622e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T17:04:59Z,topic='l3_agent')) {'router_ids': ['779fd682-339c-4f86-a1b4-e6bf0487d1d6'], 'active': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:05:36.728105 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvr_db [None req-e5a661e6-7dab-49c9-8627-f3e19ddffec5 None None] Set router 779fd682-339c-4f86-a1b4-e6bf0487d1d6 gateway port host: None {{(pid=103199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 17:05:37.164557 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-e5a661e6-7dab-49c9-8627-f3e19ddffec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '779fd682-339c-4f86-a1b4-e6bf0487d1d6', 'name': 'router1', 'tenant_id': '41bea765377741c0b41a9d70480bec01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:05:25Z', 'updated_at': '2022-01-18T17:05:35Z', 'revision_number': 2, 'project_id': '41bea765377741c0b41a9d70480bec01', 'gw_port_host': None, '_interfaces': [{'id': 'cc87c6c1-da43-4f74-854b-76a683b81c37', 'name': '', 'network_id': '7849dc8d-f06e-492c-949b-145c69ae9cdd', 'tenant_id': '41bea765377741c0b41a9d70480bec01', 'mac_address': 'fa:16:3e:86:5e:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '779fd682-339c-4f86-a1b4-e6bf0487d1d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6b7fe14e-5dfa-4d41-aae2-01297d22a029', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:05:34Z', 'updated_at': '2022-01-18T17:05:35Z', 'revision_number': 2, 'project_id': '41bea765377741c0b41a9d70480bec01', 'subnets': [{'id': '6b7fe14e-5dfa-4d41-aae2-01297d22a029', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a4a8ce6e-4e7e-418b-80b2-ce2a3e59eb83'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-11-iscsi', False) {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:05:37.217355 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a661e6-7dab-49c9-8627-f3e19ddffec5 None None] Checking router: 779fd682-339c-4f86-a1b4-e6bf0487d1d6 for host: dv-cinder-733623-11-iscsi {{(pid=103199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 17:05:37.217733 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a661e6-7dab-49c9-8627-f3e19ddffec5 None None] Updating router 779fd682-339c-4f86-a1b4-e6bf0487d1d6 port cc87c6c1-da43-4f74-854b-76a683b81c37 binding host dv-cinder-733623-11-iscsi {{(pid=103199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 17:05:37.266681 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-e5a661e6-7dab-49c9-8627-f3e19ddffec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (cc87c6c1-da43-4f74-854b-76a683b81c37), before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:05:37.784677 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-e5a661e6-7dab-49c9-8627-f3e19ddffec5 None None] Publish callbacks [] for port (cc87c6c1-da43-4f74-854b-76a683b81c37), precommit_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:05:37.882391 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-e5a661e6-7dab-49c9-8627-f3e19ddffec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (cc87c6c1-da43-4f74-854b-76a683b81c37), after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:05:38.047797 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10704a6-b560-4d62-be1f-7717fae37b15 None None] Pushing event updated for resources: {'Port': ['ID=cc87c6c1-da43-4f74-854b-76a683b81c37,revision_number=3']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:05:38.063829 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10704a6-b560-4d62-be1f-7717fae37b15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:05:38.064189 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10704a6-b560-4d62-be1f-7717fae37b15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:05:38.064542 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10704a6-b560-4d62-be1f-7717fae37b15 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:05:38.064885 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10704a6-b560-4d62-be1f-7717fae37b15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:05:38.065224 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10704a6-b560-4d62-be1f-7717fae37b15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:05:38.065558 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10704a6-b560-4d62-be1f-7717fae37b15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:05:38.065904 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10704a6-b560-4d62-be1f-7717fae37b15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:05:38.066239 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10704a6-b560-4d62-be1f-7717fae37b15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:05:38.066568 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10704a6-b560-4d62-be1f-7717fae37b15 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:05:38.066910 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10704a6-b560-4d62-be1f-7717fae37b15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:05:38.067270 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10704a6-b560-4d62-be1f-7717fae37b15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:05:38.067594 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10704a6-b560-4d62-be1f-7717fae37b15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:05:38.067921 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10704a6-b560-4d62-be1f-7717fae37b15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:05:38.069295 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10704a6-b560-4d62-be1f-7717fae37b15 None None] Tracked resource versions report: Jan 18 17:05:38.069295 dv-cinder-733623-11-iscsi neutron-server[103199]: pushed versions: Jan 18 17:05:38.069295 dv-cinder-733623-11-iscsi neutron-server[103199]: { 'AddressGroup': {'1.2'}, Jan 18 17:05:38.069295 dv-cinder-733623-11-iscsi neutron-server[103199]: 'ConntrackHelper': {'1.0'}, Jan 18 17:05:38.069295 dv-cinder-733623-11-iscsi neutron-server[103199]: 'LocalIPAssociation': {'1.0'}, Jan 18 17:05:38.069295 dv-cinder-733623-11-iscsi neutron-server[103199]: 'Log': {'1.0'}, Jan 18 17:05:38.069295 dv-cinder-733623-11-iscsi neutron-server[103199]: 'Network': {'1.1'}, Jan 18 17:05:38.069295 dv-cinder-733623-11-iscsi neutron-server[103199]: 'Port': {'1.7'}, Jan 18 17:05:38.069295 dv-cinder-733623-11-iscsi neutron-server[103199]: 'PortForwarding': {'1.2'}, Jan 18 17:05:38.069295 dv-cinder-733623-11-iscsi neutron-server[103199]: 'QosPolicy': {'1.10'}, Jan 18 17:05:38.069295 dv-cinder-733623-11-iscsi neutron-server[103199]: 'SecurityGroup': {'1.5'}, Jan 18 17:05:38.069295 dv-cinder-733623-11-iscsi neutron-server[103199]: 'SecurityGroupRule': {'1.2'}, Jan 18 17:05:38.069295 dv-cinder-733623-11-iscsi neutron-server[103199]: 'SubPort': {'1.0'}, Jan 18 17:05:38.069295 dv-cinder-733623-11-iscsi neutron-server[103199]: 'Subnet': {'1.1'}, Jan 18 17:05:38.069295 dv-cinder-733623-11-iscsi neutron-server[103199]: 'Trunk': {'1.1'}} Jan 18 17:05:38.069295 dv-cinder-733623-11-iscsi neutron-server[103199]: consumer versions: Jan 18 17:05:38.069295 dv-cinder-733623-11-iscsi neutron-server[103199]: { DHCP agent@dv-cinder-733623-11-iscsi: {}, Jan 18 17:05:38.069295 dv-cinder-733623-11-iscsi neutron-server[103199]: L3 agent@dv-cinder-733623-11-iscsi: {}, Jan 18 17:05:38.069295 dv-cinder-733623-11-iscsi neutron-server[103199]: Metadata agent@dv-cinder-733623-11-iscsi: {}, Jan 18 17:05:38.069295 dv-cinder-733623-11-iscsi neutron-server[103199]: Metering agent@dv-cinder-733623-11-iscsi: {}, Jan 18 17:05:38.069295 dv-cinder-733623-11-iscsi neutron-server[103199]: Open vSwitch agent@dv-cinder-733623-11-iscsi: { 'AddressGroup': '1.2', Jan 18 17:05:38.069295 dv-cinder-733623-11-iscsi neutron-server[103199]: 'ConntrackHelper': '1.0', Jan 18 17:05:38.069295 dv-cinder-733623-11-iscsi neutron-server[103199]: 'LocalIPAssociation': '1.0', Jan 18 17:05:38.069295 dv-cinder-733623-11-iscsi neutron-server[103199]: 'Log': '1.0', Jan 18 17:05:38.069295 dv-cinder-733623-11-iscsi neutron-server[103199]: 'Network': '1.1', Jan 18 17:05:38.069295 dv-cinder-733623-11-iscsi neutron-server[103199]: 'Port': '1.7', Jan 18 17:05:38.069295 dv-cinder-733623-11-iscsi neutron-server[103199]: 'PortForwarding': '1.2', Jan 18 17:05:38.069295 dv-cinder-733623-11-iscsi neutron-server[103199]: 'QosPolicy': '1.10', Jan 18 17:05:38.069295 dv-cinder-733623-11-iscsi neutron-server[103199]: 'SecurityGroup': '1.5', Jan 18 17:05:38.069295 dv-cinder-733623-11-iscsi neutron-server[103199]: 'SecurityGroupRule': '1.2', Jan 18 17:05:38.069295 dv-cinder-733623-11-iscsi neutron-server[103199]: 'SubPort': '1.0', Jan 18 17:05:38.069295 dv-cinder-733623-11-iscsi neutron-server[103199]: 'Subnet': '1.1', Jan 18 17:05:38.069295 dv-cinder-733623-11-iscsi neutron-server[103199]: 'Trunk': '1.1'}} Jan 18 17:05:38.069295 dv-cinder-733623-11-iscsi neutron-server[103199]: {{(pid=103199) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 17:05:38.074144 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [None req-e5a661e6-7dab-49c9-8627-f3e19ddffec5 None None] Attempting to bind port cc87c6c1-da43-4f74-854b-76a683b81c37 on host dv-cinder-733623-11-iscsi for vnic_type normal with profile {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 17:05:38.074638 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [None req-e5a661e6-7dab-49c9-8627-f3e19ddffec5 None None] Attempting to bind port cc87c6c1-da43-4f74-854b-76a683b81c37 by drivers openvswitch,hyperv on host dv-cinder-733623-11-iscsi at level 0 using segments [{'id': 'c3e4b948-3e7d-4489-ad75-1a31f033b602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7849dc8d-f06e-492c-949b-145c69ae9cdd'}] {{(pid=103199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 17:05:38.074992 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a661e6-7dab-49c9-8627-f3e19ddffec5 None None] Attempting to bind port cc87c6c1-da43-4f74-854b-76a683b81c37 on network 7849dc8d-f06e-492c-949b-145c69ae9cdd {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 17:05:38.080627 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a661e6-7dab-49c9-8627-f3e19ddffec5 None None] Checking agent: {'id': 'a6f837d2-7b5b-4cd3-9c28-296017d8b8e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 17, 5, 2), 'started_at': datetime.datetime(2022, 1, 18, 17, 5, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 17, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 17:05:38.081044 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a661e6-7dab-49c9-8627-f3e19ddffec5 None None] Checking segment: {'id': 'c3e4b948-3e7d-4489-ad75-1a31f033b602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7849dc8d-f06e-492c-949b-145c69ae9cdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 17:05:38.081547 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-e5a661e6-7dab-49c9-8627-f3e19ddffec5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:05:38.081944 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a661e6-7dab-49c9-8627-f3e19ddffec5 None None] Bound using segment: {'id': 'c3e4b948-3e7d-4489-ad75-1a31f033b602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7849dc8d-f06e-492c-949b-145c69ae9cdd'} {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 17:05:38.082435 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [None req-e5a661e6-7dab-49c9-8627-f3e19ddffec5 None None] Bound port: cc87c6c1-da43-4f74-854b-76a683b81c37, host: dv-cinder-733623-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e4b948-3e7d-4489-ad75-1a31f033b602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7849dc8d-f06e-492c-949b-145c69ae9cdd'}}] {{(pid=103199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 17:05:38.082822 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-e5a661e6-7dab-49c9-8627-f3e19ddffec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (cc87c6c1-da43-4f74-854b-76a683b81c37), before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:05:38.142429 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-273c3cb5-866e-49aa-b4e8-f9a98aaa7031 None None] Provisioning complete for port cc87c6c1-da43-4f74-854b-76a683b81c37 triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:05:38.143016 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-273c3cb5-866e-49aa-b4e8-f9a98aaa7031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (cc87c6c1-da43-4f74-854b-76a683b81c37), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:05:38.152220 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.db [None req-e5a661e6-7dab-49c9-8627-f3e19ddffec5 None None] For port cc87c6c1-da43-4f74-854b-76a683b81c37, host dv-cinder-733623-11-iscsi, cleared binding levels {{(pid=103199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 17:05:38.172105 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.db [None req-e5a661e6-7dab-49c9-8627-f3e19ddffec5 None None] For port cc87c6c1-da43-4f74-854b-76a683b81c37, host dv-cinder-733623-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-11-iscsi',level=0,port_id=cc87c6c1-da43-4f74-854b-76a683b81c37,segment=NetworkSegment(c3e4b948-3e7d-4489-ad75-1a31f033b602),segment_id=c3e4b948-3e7d-4489-ad75-1a31f033b602)] {{(pid=103199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 17:05:38.178392 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-273c3cb5-866e-49aa-b4e8-f9a98aaa7031 None None] Port cc87c6c1-da43-4f74-854b-76a683b81c37 cannot update to ACTIVE because it is not bound. {{(pid=103198) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 17:05:38.278157 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-e5a661e6-7dab-49c9-8627-f3e19ddffec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (cc87c6c1-da43-4f74-854b-76a683b81c37), after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:05:38.338003 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a661e6-7dab-49c9-8627-f3e19ddffec5 None None] Routers {'779fd682-339c-4f86-a1b4-e6bf0487d1d6'} bound to L3 agent in host dv-cinder-733623-11-iscsi {{(pid=103199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 17:05:38.340220 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-e5a661e6-7dab-49c9-8627-f3e19ddffec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-18T17:04:58Z,description=,heartbeat_timestamp=2022-01-18T17:05:28Z,host='dv-cinder-733623-11-iscsi',id=34860b7f-7c9d-4265-9a0a-1b9bd2e1622e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T17:04:59Z,topic='l3_agent')) {'router_ids': ['779fd682-339c-4f86-a1b4-e6bf0487d1d6'], 'active': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:05:38.342215 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10704a6-b560-4d62-be1f-7717fae37b15 None None] Pushing event updated for resources: {'Port': ['ID=cc87c6c1-da43-4f74-854b-76a683b81c37,revision_number=4']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:05:38.437981 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvr_db [None req-e5a661e6-7dab-49c9-8627-f3e19ddffec5 None None] Set router 779fd682-339c-4f86-a1b4-e6bf0487d1d6 gateway port host: None {{(pid=103199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 17:05:38.500999 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-dde36e8c-cd48-4433-9074-5f14dc13c690 None None] Provisioning complete for port cc87c6c1-da43-4f74-854b-76a683b81c37 triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:05:38.501563 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-dde36e8c-cd48-4433-9074-5f14dc13c690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (cc87c6c1-da43-4f74-854b-76a683b81c37), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:05:38.586421 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-dde36e8c-cd48-4433-9074-5f14dc13c690 None None] Current status of the port cc87c6c1-da43-4f74-854b-76a683b81c37 is: DOWN; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:05:38.587060 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-dde36e8c-cd48-4433-9074-5f14dc13c690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (cc87c6c1-da43-4f74-854b-76a683b81c37), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:05:38.621101 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-dde36e8c-cd48-4433-9074-5f14dc13c690 None None] For port cc87c6c1-da43-4f74-854b-76a683b81c37, host dv-cinder-733623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-11-iscsi',level=0,port_id=cc87c6c1-da43-4f74-854b-76a683b81c37,segment=NetworkSegment(c3e4b948-3e7d-4489-ad75-1a31f033b602),segment_id=c3e4b948-3e7d-4489-ad75-1a31f033b602)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:05:38.656464 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-e5a661e6-7dab-49c9-8627-f3e19ddffec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '779fd682-339c-4f86-a1b4-e6bf0487d1d6', 'name': 'router1', 'tenant_id': '41bea765377741c0b41a9d70480bec01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:05:25Z', 'updated_at': '2022-01-18T17:05:35Z', 'revision_number': 2, 'project_id': '41bea765377741c0b41a9d70480bec01', 'gw_port_host': None, '_interfaces': [{'id': 'cc87c6c1-da43-4f74-854b-76a683b81c37', 'name': '', 'network_id': '7849dc8d-f06e-492c-949b-145c69ae9cdd', 'tenant_id': '41bea765377741c0b41a9d70480bec01', 'mac_address': 'fa:16:3e:86:5e:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '779fd682-339c-4f86-a1b4-e6bf0487d1d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6b7fe14e-5dfa-4d41-aae2-01297d22a029', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:05:34Z', 'updated_at': '2022-01-18T17:05:38Z', 'revision_number': 4, 'project_id': '41bea765377741c0b41a9d70480bec01', 'subnets': [{'id': '6b7fe14e-5dfa-4d41-aae2-01297d22a029', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a4a8ce6e-4e7e-418b-80b2-ce2a3e59eb83'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-11-iscsi', False) {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:05:38.682735 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a661e6-7dab-49c9-8627-f3e19ddffec5 None None] The sync data for ids ['779fd682-339c-4f86-a1b4-e6bf0487d1d6'] in dv-cinder-733623-11-iscsi is: [{'id': '779fd682-339c-4f86-a1b4-e6bf0487d1d6', 'name': 'router1', 'tenant_id': '41bea765377741c0b41a9d70480bec01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:05:25Z', 'updated_at': '2022-01-18T17:05:35Z', 'revision_number': 2, 'project_id': '41bea765377741c0b41a9d70480bec01', 'gw_port_host': None, '_interfaces': [{'id': 'cc87c6c1-da43-4f74-854b-76a683b81c37', 'name': '', 'network_id': '7849dc8d-f06e-492c-949b-145c69ae9cdd', 'tenant_id': '41bea765377741c0b41a9d70480bec01', 'mac_address': 'fa:16:3e:86:5e:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '779fd682-339c-4f86-a1b4-e6bf0487d1d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6b7fe14e-5dfa-4d41-aae2-01297d22a029', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:05:34Z', 'updated_at': '2022-01-18T17:05:38Z', 'revision_number': 4, 'project_id': '41bea765377741c0b41a9d70480bec01', 'subnets': [{'id': '6b7fe14e-5dfa-4d41-aae2-01297d22a029', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a4a8ce6e-4e7e-418b-80b2-ce2a3e59eb83'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 17:05:38.688811 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-dde36e8c-cd48-4433-9074-5f14dc13c690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (cc87c6c1-da43-4f74-854b-76a683b81c37), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:05:38.740439 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde36e8c-cd48-4433-9074-5f14dc13c690 None None] Pushing event updated for resources: {'Port': ['ID=cc87c6c1-da43-4f74-854b-76a683b81c37,revision_number=5']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:05:41.192200 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 48440) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:05:41.310192 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d2d744-056d-4ff9-8519-416e3aa98a63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:05:41.311624 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-06d2d744-056d-4ff9-8519-416e3aa98a63 admin admin] 10.222.0.100 "GET /v2.0/networks/09e508a9-4d19-4482-acf1-bcc4a2adb430 HTTP/1.1" status: 200 len: 842 time: 0.1183951 Jan 18 17:05:41.321655 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-70f22a6e-7db1-4ffb-b0a6-2a6416047ee3 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'tenant_id': '88ece7be17fc47e6a1e63b11a0ff6310', 'gateway_ip': '172.27.1.1', 'cidr': '172.27.1.0/24', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'ip_version': 4}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:05:41.430926 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f22a6e-7db1-4ffb-b0a6-2a6416047ee3 admin admin] Made reservation on behalf of 88ece7be17fc47e6a1e63b11a0ff6310 for: {'subnet': 1} {{(pid=103197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 17:05:41.433143 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-70f22a6e-7db1-4ffb-b0a6-2a6416047ee3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:05:41.853811 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.objects.ports [None req-70f22a6e-7db1-4ffb-b0a6-2a6416047ee3 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103197) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 18 17:05:41.854373 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-70f22a6e-7db1-4ffb-b0a6-2a6416047ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781'] for subnet (ac199632-c036-4879-8c53-e78832fc0d54), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:05:41.908342 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f22a6e-7db1-4ffb-b0a6-2a6416047ee3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac199632-c036-4879-8c53-e78832fc0d54,revision_number=0']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:05:41.919494 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f22a6e-7db1-4ffb-b0a6-2a6416047ee3 admin admin] Checking segment: {'id': 'e313aa2e-7c8f-481c-b82b-97bbd998f4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 17:05:41.919848 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f22a6e-7db1-4ffb-b0a6-2a6416047ee3 admin admin] Network hostable DHCP agents. Network: 09e508a9-4d19-4482-acf1-bcc4a2adb430, hostable agents: ['1e8d2d8a-92ca-4025-a540-71c8151dbccf'], hosted agents: [] {{(pid=103197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 17:05:42.031110 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f22a6e-7db1-4ffb-b0a6-2a6416047ee3 admin admin] Network 09e508a9-4d19-4482-acf1-bcc4a2adb430 is scheduled to be hosted by DHCP agent 1e8d2d8a-92ca-4025-a540-71c8151dbccf with binding_index 1 {{(pid=103197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 17:05:42.116686 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.base_scheduler [None req-70f22a6e-7db1-4ffb-b0a6-2a6416047ee3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-11-iscsi, 09e508a9-4d19-4482-acf1-bcc4a2adb430) {{(pid=103197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 17:05:42.121562 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f22a6e-7db1-4ffb-b0a6-2a6416047ee3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:05:42.122163 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-70f22a6e-7db1-4ffb-b0a6-2a6416047ee3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526667'] for subnet (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:05:42.129149 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d387e78-2d55-483a-a2cd-d40e98582940 None None] Network 09e508a9-4d19-4482-acf1-bcc4a2adb430 requested from dv-cinder-733623-11-iscsi {{(pid=103198) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 17:05:42.223973 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-70f22a6e-7db1-4ffb-b0a6-2a6416047ee3 admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8926651 Jan 18 17:05:42.232024 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8faf52cf-e8b3-49d9-a5d5-5ec216602ad2 None None] Network 09e508a9-4d19-4482-acf1-bcc4a2adb430 requested from dv-cinder-733623-11-iscsi {{(pid=103198) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 17:05:44.620140 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 48448) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:05:44.854765 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-f764ae2b-1e60-4667-bd8f-73cfe962517c admin admin] 10.222.0.100 "GET /v2.0/routers/779fd682-339c-4f86-a1b4-e6bf0487d1d6 HTTP/1.1" status: 200 len: 710 time: 0.2333195 Jan 18 17:05:44.944591 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43cd61b-eb8d-42b3-835d-267d1a2bd439 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:05:44.945951 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-a43cd61b-eb8d-42b3-835d-267d1a2bd439 admin admin] 10.222.0.100 "GET /v2.0/networks/09e508a9-4d19-4482-acf1-bcc4a2adb430 HTTP/1.1" status: 200 len: 886 time: 0.0846019 Jan 18 17:05:44.955792 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-f1725a2c-b2a7-4430-aedc-d9dc0e50ed1e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430'}}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:05:45.217579 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f1725a2c-b2a7-4430-aedc-d9dc0e50ed1e admin admin] Publish callbacks [] for router_gateway (779fd682-339c-4f86-a1b4-e6bf0487d1d6), precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:05:45.638384 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f1725a2c-b2a7-4430-aedc-d9dc0e50ed1e admin admin] Publish callbacks [] for router_gateway (779fd682-339c-4f86-a1b4-e6bf0487d1d6), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:05:45.711825 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f1725a2c-b2a7-4430-aedc-d9dc0e50ed1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:05:45.865643 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.db.db_base_plugin_common [None req-f1725a2c-b2a7-4430-aedc-d9dc0e50ed1e admin admin] Allocated IP 172.27.1.18 (09e508a9-4d19-4482-acf1-bcc4a2adb430/ac199632-c036-4879-8c53-e78832fc0d54/9b347a75-82e2-4fde-bc04-99cb5a17c2a6) {{(pid=103197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 17:05:45.977135 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f1725a2c-b2a7-4430-aedc-d9dc0e50ed1e admin admin] Publish callbacks [] for port (9b347a75-82e2-4fde-bc04-99cb5a17c2a6), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:05:46.088794 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f1725a2c-b2a7-4430-aedc-d9dc0e50ed1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785611913804'] for port (9b347a75-82e2-4fde-bc04-99cb5a17c2a6), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:05:46.163044 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1725a2c-b2a7-4430-aedc-d9dc0e50ed1e admin admin] Network 09e508a9-4d19-4482-acf1-bcc4a2adb430 is already hosted by enough agents. {{(pid=103197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 17:05:46.168793 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.base_scheduler [None req-f1725a2c-b2a7-4430-aedc-d9dc0e50ed1e admin admin] Resources bound (agent type, host, resource id): {{(pid=103197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 17:05:46.174600 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1725a2c-b2a7-4430-aedc-d9dc0e50ed1e admin admin] Received port after_create {{(pid=103197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 17:05:46.180066 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1725a2c-b2a7-4430-aedc-d9dc0e50ed1e admin admin] Pushing event updated for resources: {'Port': ['ID=9b347a75-82e2-4fde-bc04-99cb5a17c2a6,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:05:46.487831 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Device cc87c6c1-da43-4f74-854b-76a683b81c37 up at agent ovs-agent-dv-cinder-733623-11-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 17:05:46.540970 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f1725a2c-b2a7-4430-aedc-d9dc0e50ed1e admin admin] Publish callbacks [] for router_gateway (779fd682-339c-4f86-a1b4-e6bf0487d1d6), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:05:46.545991 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Provisioning complete for port cc87c6c1-da43-4f74-854b-76a683b81c37 triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:05:46.546622 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (cc87c6c1-da43-4f74-854b-76a683b81c37), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:05:46.628316 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Current status of the port cc87c6c1-da43-4f74-854b-76a683b81c37 is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:05:46.743068 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f1725a2c-b2a7-4430-aedc-d9dc0e50ed1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-648066', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-646104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16126'] for router (779fd682-339c-4f86-a1b4-e6bf0487d1d6), precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:05:46.748906 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f1725a2c-b2a7-4430-aedc-d9dc0e50ed1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-648123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-648108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-646097'] for router (779fd682-339c-4f86-a1b4-e6bf0487d1d6), after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:05:46.861624 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1725a2c-b2a7-4430-aedc-d9dc0e50ed1e admin admin] Router 779fd682-339c-4f86-a1b4-e6bf0487d1d6 has already been hosted by L3 agent 34860b7f-7c9d-4265-9a0a-1b9bd2e1622e {{(pid=103197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 17:05:47.035877 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1725a2c-b2a7-4430-aedc-d9dc0e50ed1e admin admin] Notify agent at l3_agent.dv-cinder-733623-11-iscsi the message routers_updated {{(pid=103197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 17:05:47.040994 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f1725a2c-b2a7-4430-aedc-d9dc0e50ed1e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:05:47.042239 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-f1725a2c-b2a7-4430-aedc-d9dc0e50ed1e admin admin] 10.222.0.100 "PUT /v2.0/routers/779fd682-339c-4f86-a1b4-e6bf0487d1d6 HTTP/1.1" status: 200 len: 889 time: 2.0899940 Jan 18 17:05:47.051141 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3333b2-e2de-49bc-976e-b7e83c4e5be5 None None] Sync routers for ids ['779fd682-339c-4f86-a1b4-e6bf0487d1d6'] in dv-cinder-733623-11-iscsi {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 17:05:47.064746 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3333b2-e2de-49bc-976e-b7e83c4e5be5 None None] Routers {'779fd682-339c-4f86-a1b4-e6bf0487d1d6'} bound to L3 agent in host dv-cinder-733623-11-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 17:05:47.065447 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-1d3333b2-e2de-49bc-976e-b7e83c4e5be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-18T17:04:58Z,description=,heartbeat_timestamp=2022-01-18T17:05:28Z,host='dv-cinder-733623-11-iscsi',id=34860b7f-7c9d-4265-9a0a-1b9bd2e1622e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T17:04:59Z,topic='l3_agent')) {'router_ids': ['779fd682-339c-4f86-a1b4-e6bf0487d1d6'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:05:47.287699 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-1d3333b2-e2de-49bc-976e-b7e83c4e5be5 None None] Set router 779fd682-339c-4f86-a1b4-e6bf0487d1d6 gateway port host: dv-cinder-733623-11-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 17:05:47.753975 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-1d3333b2-e2de-49bc-976e-b7e83c4e5be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '779fd682-339c-4f86-a1b4-e6bf0487d1d6', 'name': 'router1', 'tenant_id': '41bea765377741c0b41a9d70480bec01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '9b347a75-82e2-4fde-bc04-99cb5a17c2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:05:25Z', 'updated_at': '2022-01-18T17:05:46Z', 'revision_number': 4, 'project_id': '41bea765377741c0b41a9d70480bec01', 'gw_port': {'id': '9b347a75-82e2-4fde-bc04-99cb5a17c2a6', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d8:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '779fd682-339c-4f86-a1b4-e6bf0487d1d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:05:45Z', 'updated_at': '2022-01-18T17:05:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi', '_interfaces': [{'id': 'cc87c6c1-da43-4f74-854b-76a683b81c37', 'name': '', 'network_id': '7849dc8d-f06e-492c-949b-145c69ae9cdd', 'tenant_id': '41bea765377741c0b41a9d70480bec01', 'mac_address': 'fa:16:3e:86:5e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779fd682-339c-4f86-a1b4-e6bf0487d1d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6b7fe14e-5dfa-4d41-aae2-01297d22a029', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:05:34Z', 'updated_at': '2022-01-18T17:05:38Z', 'revision_number': 5, 'project_id': '41bea765377741c0b41a9d70480bec01', 'subnets': [{'id': '6b7fe14e-5dfa-4d41-aae2-01297d22a029', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a4a8ce6e-4e7e-418b-80b2-ce2a3e59eb83'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-11-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:05:47.806828 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3333b2-e2de-49bc-976e-b7e83c4e5be5 None None] Checking router: 779fd682-339c-4f86-a1b4-e6bf0487d1d6 for host: dv-cinder-733623-11-iscsi {{(pid=103198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 17:05:47.807734 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3333b2-e2de-49bc-976e-b7e83c4e5be5 None None] Updating router 779fd682-339c-4f86-a1b4-e6bf0487d1d6 port 9b347a75-82e2-4fde-bc04-99cb5a17c2a6 binding host dv-cinder-733623-11-iscsi {{(pid=103198) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 17:05:47.854822 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-1d3333b2-e2de-49bc-976e-b7e83c4e5be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (9b347a75-82e2-4fde-bc04-99cb5a17c2a6), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:05:48.190515 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-1d3333b2-e2de-49bc-976e-b7e83c4e5be5 None None] Publish callbacks [] for port (9b347a75-82e2-4fde-bc04-99cb5a17c2a6), precommit_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:05:48.277268 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-1d3333b2-e2de-49bc-976e-b7e83c4e5be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (9b347a75-82e2-4fde-bc04-99cb5a17c2a6), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:05:48.326725 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-1d3333b2-e2de-49bc-976e-b7e83c4e5be5 None None] Attempting to bind port 9b347a75-82e2-4fde-bc04-99cb5a17c2a6 on host dv-cinder-733623-11-iscsi for vnic_type normal with profile {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 17:05:48.327129 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-1d3333b2-e2de-49bc-976e-b7e83c4e5be5 None None] Attempting to bind port 9b347a75-82e2-4fde-bc04-99cb5a17c2a6 by drivers openvswitch,hyperv on host dv-cinder-733623-11-iscsi at level 0 using segments [{'id': 'e313aa2e-7c8f-481c-b82b-97bbd998f4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430'}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 17:05:48.327485 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3333b2-e2de-49bc-976e-b7e83c4e5be5 None None] Attempting to bind port 9b347a75-82e2-4fde-bc04-99cb5a17c2a6 on network 09e508a9-4d19-4482-acf1-bcc4a2adb430 {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 17:05:48.334179 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534be0ce-baad-4298-9132-3c6e3219395b None None] Pushing event updated for resources: {'Port': ['ID=9b347a75-82e2-4fde-bc04-99cb5a17c2a6,revision_number=2']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:05:48.338143 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3333b2-e2de-49bc-976e-b7e83c4e5be5 None None] Checking agent: {'id': 'a6f837d2-7b5b-4cd3-9c28-296017d8b8e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 17, 5, 2), 'started_at': datetime.datetime(2022, 1, 18, 17, 5, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 17, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 17:05:48.339302 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3333b2-e2de-49bc-976e-b7e83c4e5be5 None None] Checking segment: {'id': 'e313aa2e-7c8f-481c-b82b-97bbd998f4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 17:05:48.339732 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-1d3333b2-e2de-49bc-976e-b7e83c4e5be5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:05:48.340101 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3333b2-e2de-49bc-976e-b7e83c4e5be5 None None] Bound using segment: {'id': 'e313aa2e-7c8f-481c-b82b-97bbd998f4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430'} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 17:05:48.340593 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-1d3333b2-e2de-49bc-976e-b7e83c4e5be5 None None] Bound port: 9b347a75-82e2-4fde-bc04-99cb5a17c2a6, host: dv-cinder-733623-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e313aa2e-7c8f-481c-b82b-97bbd998f4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430'}}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 17:05:48.340959 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-1d3333b2-e2de-49bc-976e-b7e83c4e5be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (9b347a75-82e2-4fde-bc04-99cb5a17c2a6), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:05:48.394552 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-1d3333b2-e2de-49bc-976e-b7e83c4e5be5 None None] For port 9b347a75-82e2-4fde-bc04-99cb5a17c2a6, host dv-cinder-733623-11-iscsi, cleared binding levels {{(pid=103198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 17:05:48.397445 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-1d3333b2-e2de-49bc-976e-b7e83c4e5be5 None None] For port 9b347a75-82e2-4fde-bc04-99cb5a17c2a6, host dv-cinder-733623-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-11-iscsi',level=0,port_id=9b347a75-82e2-4fde-bc04-99cb5a17c2a6,segment=NetworkSegment(e313aa2e-7c8f-481c-b82b-97bbd998f4e0),segment_id=e313aa2e-7c8f-481c-b82b-97bbd998f4e0)] {{(pid=103198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 17:05:48.465745 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-1d3333b2-e2de-49bc-976e-b7e83c4e5be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (9b347a75-82e2-4fde-bc04-99cb5a17c2a6), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:05:48.522540 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3333b2-e2de-49bc-976e-b7e83c4e5be5 None None] Routers {'779fd682-339c-4f86-a1b4-e6bf0487d1d6'} bound to L3 agent in host dv-cinder-733623-11-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 17:05:48.523172 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-1d3333b2-e2de-49bc-976e-b7e83c4e5be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-18T17:04:58Z,description=,heartbeat_timestamp=2022-01-18T17:05:28Z,host='dv-cinder-733623-11-iscsi',id=34860b7f-7c9d-4265-9a0a-1b9bd2e1622e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T17:04:59Z,topic='l3_agent')) {'router_ids': ['779fd682-339c-4f86-a1b4-e6bf0487d1d6'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:05:48.526466 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534be0ce-baad-4298-9132-3c6e3219395b None None] Pushing event updated for resources: {'Port': ['ID=9b347a75-82e2-4fde-bc04-99cb5a17c2a6,revision_number=3']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:05:48.631044 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-1d3333b2-e2de-49bc-976e-b7e83c4e5be5 None None] Set router 779fd682-339c-4f86-a1b4-e6bf0487d1d6 gateway port host: dv-cinder-733623-11-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 17:05:48.842341 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-1d3333b2-e2de-49bc-976e-b7e83c4e5be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '779fd682-339c-4f86-a1b4-e6bf0487d1d6', 'name': 'router1', 'tenant_id': '41bea765377741c0b41a9d70480bec01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '9b347a75-82e2-4fde-bc04-99cb5a17c2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:05:25Z', 'updated_at': '2022-01-18T17:05:46Z', 'revision_number': 4, 'project_id': '41bea765377741c0b41a9d70480bec01', 'gw_port': {'id': '9b347a75-82e2-4fde-bc04-99cb5a17c2a6', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d8:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '779fd682-339c-4f86-a1b4-e6bf0487d1d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:05:45Z', 'updated_at': '2022-01-18T17:05:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi', '_interfaces': [{'id': 'cc87c6c1-da43-4f74-854b-76a683b81c37', 'name': '', 'network_id': '7849dc8d-f06e-492c-949b-145c69ae9cdd', 'tenant_id': '41bea765377741c0b41a9d70480bec01', 'mac_address': 'fa:16:3e:86:5e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779fd682-339c-4f86-a1b4-e6bf0487d1d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6b7fe14e-5dfa-4d41-aae2-01297d22a029', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:05:34Z', 'updated_at': '2022-01-18T17:05:38Z', 'revision_number': 5, 'project_id': '41bea765377741c0b41a9d70480bec01', 'subnets': [{'id': '6b7fe14e-5dfa-4d41-aae2-01297d22a029', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a4a8ce6e-4e7e-418b-80b2-ce2a3e59eb83'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-11-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:05:48.870192 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3333b2-e2de-49bc-976e-b7e83c4e5be5 None None] The sync data for ids ['779fd682-339c-4f86-a1b4-e6bf0487d1d6'] in dv-cinder-733623-11-iscsi is: [{'id': '779fd682-339c-4f86-a1b4-e6bf0487d1d6', 'name': 'router1', 'tenant_id': '41bea765377741c0b41a9d70480bec01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '9b347a75-82e2-4fde-bc04-99cb5a17c2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:05:25Z', 'updated_at': '2022-01-18T17:05:46Z', 'revision_number': 4, 'project_id': '41bea765377741c0b41a9d70480bec01', 'gw_port': {'id': '9b347a75-82e2-4fde-bc04-99cb5a17c2a6', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d8:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '779fd682-339c-4f86-a1b4-e6bf0487d1d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:05:45Z', 'updated_at': '2022-01-18T17:05:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi', '_interfaces': [{'id': 'cc87c6c1-da43-4f74-854b-76a683b81c37', 'name': '', 'network_id': '7849dc8d-f06e-492c-949b-145c69ae9cdd', 'tenant_id': '41bea765377741c0b41a9d70480bec01', 'mac_address': 'fa:16:3e:86:5e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779fd682-339c-4f86-a1b4-e6bf0487d1d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6b7fe14e-5dfa-4d41-aae2-01297d22a029', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:05:34Z', 'updated_at': '2022-01-18T17:05:38Z', 'revision_number': 5, 'project_id': '41bea765377741c0b41a9d70480bec01', 'subnets': [{'id': '6b7fe14e-5dfa-4d41-aae2-01297d22a029', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a4a8ce6e-4e7e-418b-80b2-ce2a3e59eb83'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 17:05:49.518742 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 48460) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:05:49.634522 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-c2b93e80-d2fd-4d66-98eb-b997c7265f58 admin admin] 10.222.0.100 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1144354 Jan 18 17:05:50.508414 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Device 9b347a75-82e2-4fde-bc04-99cb5a17c2a6 up at agent ovs-agent-dv-cinder-733623-11-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 17:05:50.560992 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Provisioning complete for port 9b347a75-82e2-4fde-bc04-99cb5a17c2a6 triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:05:50.561393 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (9b347a75-82e2-4fde-bc04-99cb5a17c2a6), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:05:50.639192 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Current status of the port 9b347a75-82e2-4fde-bc04-99cb5a17c2a6 is: DOWN; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:05:50.639933 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (9b347a75-82e2-4fde-bc04-99cb5a17c2a6), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:05:50.660908 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] For port 9b347a75-82e2-4fde-bc04-99cb5a17c2a6, host dv-cinder-733623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-11-iscsi',level=0,port_id=9b347a75-82e2-4fde-bc04-99cb5a17c2a6,segment=NetworkSegment(e313aa2e-7c8f-481c-b82b-97bbd998f4e0),segment_id=e313aa2e-7c8f-481c-b82b-97bbd998f4e0)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:05:50.722483 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (9b347a75-82e2-4fde-bc04-99cb5a17c2a6), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:05:50.773844 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Pushing event updated for resources: {'Port': ['ID=9b347a75-82e2-4fde-bc04-99cb5a17c2a6,revision_number=4']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:05:52.484829 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Device 9b347a75-82e2-4fde-bc04-99cb5a17c2a6 up at agent ovs-agent-dv-cinder-733623-11-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 17:05:52.538440 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Provisioning complete for port 9b347a75-82e2-4fde-bc04-99cb5a17c2a6 triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:05:52.538956 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (9b347a75-82e2-4fde-bc04-99cb5a17c2a6), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:05:52.632597 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Current status of the port 9b347a75-82e2-4fde-bc04-99cb5a17c2a6 is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:05:54.763696 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.agents_db [None req-82e58cf6-2858-46ee-adbb-688a61b9207a None None] Agent healthcheck: found 5 active agents {{(pid=103199) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 17:05:55.790432 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-663c2b06-ad39-491b-a1fe-9264dfae89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (1e8d2d8a-92ca-4025-a540-71c8151dbccf), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:05:58.197550 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-90ab54be-ff76-4a8e-adb9-8a6d6ae62547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (34860b7f-7c9d-4265-9a0a-1b9bd2e1622e), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:05:58.962065 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-a24976dc-7f89-446d-8d9b-8a75bf0e6853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (f7781508-68f4-4d6b-b413-74596bae1216), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:06:00.584896 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-d0f57583-9799-4745-8039-4fb698731137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (f223777b-396b-444b-a9c9-71cdff5b918d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:06:01.773445 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (a6f837d2-7b5b-4cd3-9c28-296017d8b8e6), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:06:25.729016 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5cd1a1a4-ef5a-4b0d-976c-9e9b8db1acf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (1e8d2d8a-92ca-4025-a540-71c8151dbccf), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:06:28.168093 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-2f171155-bda9-4a53-8205-95a12997276f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (34860b7f-7c9d-4265-9a0a-1b9bd2e1622e), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:06:28.984559 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-a24976dc-7f89-446d-8d9b-8a75bf0e6853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (f7781508-68f4-4d6b-b413-74596bae1216), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:06:30.630463 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-d0f57583-9799-4745-8039-4fb698731137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (f223777b-396b-444b-a9c9-71cdff5b918d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:06:31.754809 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.agents_db [None req-82e58cf6-2858-46ee-adbb-688a61b9207a None None] Agent healthcheck: found 5 active agents {{(pid=103199) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 17:06:31.825044 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (a6f837d2-7b5b-4cd3-9c28-296017d8b8e6), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:06:55.801913 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-20f30f6e-6931-44c0-ae50-1c28b218df6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (1e8d2d8a-92ca-4025-a540-71c8151dbccf), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:06:58.155371 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-0abc9895-fe0c-413c-921f-4b5321b5fb26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (34860b7f-7c9d-4265-9a0a-1b9bd2e1622e), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:06:58.989290 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-a24976dc-7f89-446d-8d9b-8a75bf0e6853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (f7781508-68f4-4d6b-b413-74596bae1216), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:07:00.583813 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-d0f57583-9799-4745-8039-4fb698731137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (f223777b-396b-444b-a9c9-71cdff5b918d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:07:01.824151 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (a6f837d2-7b5b-4cd3-9c28-296017d8b8e6), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:07:08.741443 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.agents_db [None req-82e58cf6-2858-46ee-adbb-688a61b9207a None None] Agent healthcheck: found 5 active agents {{(pid=103199) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 17:07:12.664271 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 48944) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:07:12.726891 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a82be5c-d985-4f2d-9727-0deb67fdfc7d admin admin] GET failed (client error): The resource could not be found. Jan 18 17:07:12.729341 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-2a82be5c-d985-4f2d-9727-0deb67fdfc7d admin admin] 10.222.0.100 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0640635 Jan 18 17:07:12.898004 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a949ff-b081-4281-9ee4-4129bbd41ce1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:07:12.899879 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-48a949ff-b081-4281-9ee4-4129bbd41ce1 admin admin] 10.222.0.100 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1658812 Jan 18 17:07:15.115765 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 48954) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:07:15.209744 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f208e8-87bd-4277-acf7-d7482bdefeba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:07:15.211144 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-00f208e8-87bd-4277-acf7-d7482bdefeba admin admin] 10.222.0.100 "GET /v2.0/subnets/6b7fe14e-5dfa-4d41-aae2-01297d22a029 HTTP/1.1" status: 200 len: 849 time: 0.0943584 Jan 18 17:07:15.221421 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-262a5b0e-a9a5-40cd-9372-24fe85ac273c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:07:15.309123 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-262a5b0e-a9a5-40cd-9372-24fe85ac273c admin admin] Publish callbacks [] for subnet (6b7fe14e-5dfa-4d41-aae2-01297d22a029), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:07:15.514878 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-262a5b0e-a9a5-40cd-9372-24fe85ac273c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8785612430201'] for subnet (6b7fe14e-5dfa-4d41-aae2-01297d22a029), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:07:15.550513 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262a5b0e-a9a5-40cd-9372-24fe85ac273c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:07:15.551629 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-262a5b0e-a9a5-40cd-9372-24fe85ac273c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526667'] for subnet (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:07:15.552410 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-262a5b0e-a9a5-40cd-9372-24fe85ac273c admin admin] 10.222.0.100 "PUT /v2.0/subnets/6b7fe14e-5dfa-4d41-aae2-01297d22a029 HTTP/1.1" status: 200 len: 868 time: 0.3346820 Jan 18 17:07:15.573607 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262a5b0e-a9a5-40cd-9372-24fe85ac273c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b7fe14e-5dfa-4d41-aae2-01297d22a029,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:07:15.575149 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96bf105-d90d-4675-bacd-534f30c4e3e8 None None] Network 7849dc8d-f06e-492c-949b-145c69ae9cdd requested from dv-cinder-733623-11-iscsi {{(pid=103198) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 17:07:15.581294 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262a5b0e-a9a5-40cd-9372-24fe85ac273c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:07:15.581672 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262a5b0e-a9a5-40cd-9372-24fe85ac273c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:07:15.582030 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262a5b0e-a9a5-40cd-9372-24fe85ac273c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:07:15.582368 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262a5b0e-a9a5-40cd-9372-24fe85ac273c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:07:15.582705 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262a5b0e-a9a5-40cd-9372-24fe85ac273c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:07:15.583039 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262a5b0e-a9a5-40cd-9372-24fe85ac273c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:07:15.583408 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262a5b0e-a9a5-40cd-9372-24fe85ac273c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:07:15.583739 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262a5b0e-a9a5-40cd-9372-24fe85ac273c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:07:15.584087 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262a5b0e-a9a5-40cd-9372-24fe85ac273c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:07:15.584424 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262a5b0e-a9a5-40cd-9372-24fe85ac273c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:07:15.584747 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262a5b0e-a9a5-40cd-9372-24fe85ac273c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:07:15.585066 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262a5b0e-a9a5-40cd-9372-24fe85ac273c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:07:15.585389 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262a5b0e-a9a5-40cd-9372-24fe85ac273c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:07:15.923528 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-7e0b0837-196d-49ba-a251-0c9806ca05c2 None None] Provisioning complete for port 1f1d567f-e33d-469a-87ca-9edb51cc6a7e triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:07:15.923945 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-7e0b0837-196d-49ba-a251-0c9806ca05c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (1f1d567f-e33d-469a-87ca-9edb51cc6a7e), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:07:16.005770 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-7e0b0837-196d-49ba-a251-0c9806ca05c2 None None] Current status of the port 1f1d567f-e33d-469a-87ca-9edb51cc6a7e is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:07:16.016409 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-7e0b0837-196d-49ba-a251-0c9806ca05c2 None None] Provisioning complete for port cc87c6c1-da43-4f74-854b-76a683b81c37 triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:07:16.016810 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-7e0b0837-196d-49ba-a251-0c9806ca05c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (cc87c6c1-da43-4f74-854b-76a683b81c37), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:07:16.095751 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-7e0b0837-196d-49ba-a251-0c9806ca05c2 None None] Current status of the port cc87c6c1-da43-4f74-854b-76a683b81c37 is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:07:17.802935 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 48964) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:07:18.006974 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a737ea4a-f5e3-444a-a61e-54e94eebe8d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:07:18.007391 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a737ea4a-f5e3-444a-a61e-54e94eebe8d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:07:18.009460 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-a737ea4a-f5e3-444a-a61e-54e94eebe8d6 admin admin] 10.222.0.100 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2055018 Jan 18 17:07:20.275278 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 48972) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:07:20.473087 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3d7f09-3a1d-4e09-86bd-965371d55f5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:07:20.473507 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3d7f09-3a1d-4e09-86bd-965371d55f5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:07:20.475150 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-2d3d7f09-3a1d-4e09-86bd-965371d55f5e admin admin] 10.222.0.100 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1988301 Jan 18 17:07:22.689139 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 48980) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:07:22.821445 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97d8001-0eab-4b54-ae2f-49772fdb6d24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:07:22.822845 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-c97d8001-0eab-4b54-ae2f-49772fdb6d24 admin admin] 10.222.0.100 "GET /v2.0/networks/09e508a9-4d19-4482-acf1-bcc4a2adb430 HTTP/1.1" status: 200 len: 886 time: 0.1327329 Jan 18 17:07:25.090238 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 48988) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:07:25.220991 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c46eed-71f2-44c7-a307-519aac3c7165 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:07:25.222373 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-19c46eed-71f2-44c7-a307-519aac3c7165 admin admin] 10.222.0.100 "GET /v2.0/networks/7849dc8d-f06e-492c-949b-145c69ae9cdd HTTP/1.1" status: 200 len: 869 time: 0.1311800 Jan 18 17:07:25.732045 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-1e6cb42d-ea4b-4b99-b218-2b9208a7db92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (1e8d2d8a-92ca-4025-a540-71c8151dbccf), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:07:27.456935 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 48996) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:07:27.602112 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a1c49e-bb59-4ab9-a34a-c0aaceda74da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:07:27.602570 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a1c49e-bb59-4ab9-a34a-c0aaceda74da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:07:27.604220 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-91a1c49e-bb59-4ab9-a34a-c0aaceda74da admin admin] 10.222.0.100 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1463721 Jan 18 17:07:28.166528 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-d5832c2b-751c-411c-a6fb-b15524885eb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (34860b7f-7c9d-4265-9a0a-1b9bd2e1622e), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:07:29.012019 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-a24976dc-7f89-446d-8d9b-8a75bf0e6853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (f7781508-68f4-4d6b-b413-74596bae1216), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:07:29.851769 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 49004) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:07:29.945606 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e8d376-8aaa-4822-95f0-0deb9448483d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:07:29.946738 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e8d376-8aaa-4822-95f0-0deb9448483d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:07:29.948296 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-73e8d376-8aaa-4822-95f0-0deb9448483d admin admin] 10.222.0.100 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0954478 Jan 18 17:07:30.611969 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-d0f57583-9799-4745-8039-4fb698731137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (f223777b-396b-444b-a9c9-71cdff5b918d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:07:31.806648 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (a6f837d2-7b5b-4cd3-9c28-296017d8b8e6), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:07:32.208735 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 49012) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:07:32.301759 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24abdd1-737d-4fb8-95d1-858ae810f968 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:07:32.303253 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-c24abdd1-737d-4fb8-95d1-858ae810f968 admin admin] 10.222.0.100 "GET /v2.0/subnets/6b7fe14e-5dfa-4d41-aae2-01297d22a029 HTTP/1.1" status: 200 len: 868 time: 0.0934575 Jan 18 17:07:34.564090 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 49020) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:07:34.648205 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e63c53f-5ac0-4d30-9b61-a5847c43cd42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:07:34.650243 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-6e63c53f-5ac0-4d30-9b61-a5847c43cd42 admin admin] 10.222.0.100 "GET /v2.0/subnets/ac199632-c036-4879-8c53-e78832fc0d54 HTTP/1.1" status: 200 len: 816 time: 0.0852056 Jan 18 17:07:45.739203 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.agents_db [None req-82e58cf6-2858-46ee-adbb-688a61b9207a None None] Agent healthcheck: found 5 active agents {{(pid=103199) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 17:07:55.760028 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-ce35ce88-b8a2-41ef-b552-0aac945ab223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (1e8d2d8a-92ca-4025-a540-71c8151dbccf), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:07:58.137300 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-c85fccbd-70ea-41df-a920-53d3cf99f244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (34860b7f-7c9d-4265-9a0a-1b9bd2e1622e), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:07:59.006391 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-a24976dc-7f89-446d-8d9b-8a75bf0e6853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (f7781508-68f4-4d6b-b413-74596bae1216), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:08:00.556117 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 49074) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:08:00.577267 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-d0f57583-9799-4745-8039-4fb698731137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (f223777b-396b-444b-a9c9-71cdff5b918d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:08:00.604974 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [None req-9a8cbbbb-44df-4f47-aab9-a4288173216f admin admin] http://10.222.0.100:9696/v2.0/extensions returned with HTTP 200 {{(pid=103197) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 17:08:00.606004 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-9a8cbbbb-44df-4f47-aab9-a4288173216f admin admin] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0489435 Jan 18 17:08:01.800180 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (a6f837d2-7b5b-4cd3-9c28-296017d8b8e6), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:08:02.976697 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 49082) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:08:03.038194 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.pecan_wsgi.hooks.translation [None req-e68884db-8e59-45e3-a715-4b45c681ccfe admin admin] GET failed (client error): The resource could not be found. Jan 18 17:08:03.039555 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-e68884db-8e59-45e3-a715-4b45c681ccfe admin admin] 10.222.0.100 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0618567 Jan 18 17:08:03.182570 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24cc7bd2-69a6-451e-b8ac-653fac90558b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:08:03.183981 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-24cc7bd2-69a6-451e-b8ac-653fac90558b admin admin] 10.222.0.100 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1403635 Jan 18 17:08:05.505042 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 49092) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:08:05.551305 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-af739a8d-1949-40d6-ac0e-ff1097913110 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'tenant_id': '88ece7be17fc47e6a1e63b11a0ff6310', 'name': 'shared', 'project_id': '88ece7be17fc47e6a1e63b11a0ff6310'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:08:05.650992 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af739a8d-1949-40d6-ac0e-ff1097913110 admin admin] Made reservation on behalf of 88ece7be17fc47e6a1e63b11a0ff6310 for: {'network': 1} {{(pid=103196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 17:08:05.653465 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-af739a8d-1949-40d6-ac0e-ff1097913110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for network (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:08:05.761072 dv-cinder-733623-11-iscsi neutron-server[103196]: WARNING neutron.services.revisions.revision_plugin [None req-af739a8d-1949-40d6-ac0e-ff1097913110 admin admin] Could not find related network for resource to bump revision. Jan 18 17:08:05.776001 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af739a8d-1949-40d6-ac0e-ff1097913110 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 264} {{(pid=103196) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 17:08:05.786032 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-af739a8d-1949-40d6-ac0e-ff1097913110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527697'] for segment (743f0c35-8b8c-4e04-8336-f3e793c9798b), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:08:05.786411 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.db.segments_db [None req-af739a8d-1949-40d6-ac0e-ff1097913110 admin admin] Added segment 743f0c35-8b8c-4e04-8336-f3e793c9798b of type vlan for network f9a1d5f5-82cd-4ddb-82fb-988bca4bcb13 Jan 18 17:08:05.825182 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-af739a8d-1949-40d6-ac0e-ff1097913110 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785611949990'] for network (f9a1d5f5-82cd-4ddb-82fb-988bca4bcb13), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:08:05.891165 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-af739a8d-1949-40d6-ac0e-ff1097913110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781'] for network (f9a1d5f5-82cd-4ddb-82fb-988bca4bcb13), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:08:05.892149 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af739a8d-1949-40d6-ac0e-ff1097913110 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:08:05.892757 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-af739a8d-1949-40d6-ac0e-ff1097913110 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526667'] for network (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:08:05.952330 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af739a8d-1949-40d6-ac0e-ff1097913110 admin admin] Pushing event updated for resources: {'Network': ['ID=f9a1d5f5-82cd-4ddb-82fb-988bca4bcb13,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:08:05.963537 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Network f9a1d5f5-82cd-4ddb-82fb-988bca4bcb13 details requested by agent ovs-agent-dv-cinder-733623-11-iscsi with host dv-cinder-733623-11-iscsi {{(pid=103198) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 17:08:05.996875 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-af739a8d-1949-40d6-ac0e-ff1097913110 admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4907048 Jan 18 17:08:08.308506 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 49102) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:08:08.368652 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.pecan_wsgi.hooks.translation [None req-3773ac68-ef8a-4ddc-bab8-d13093104e5c admin admin] GET failed (client error): The resource could not be found. Jan 18 17:08:08.369947 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-3773ac68-ef8a-4ddc-bab8-d13093104e5c admin admin] 10.222.0.100 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0604534 Jan 18 17:08:08.439671 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-215ccdfd-de58-44af-90b3-970920931fac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:08:08.441125 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-215ccdfd-de58-44af-90b3-970920931fac admin admin] 10.222.0.100 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0671892 Jan 18 17:08:08.451439 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-b19afec8-da48-4419-9476-568fef1ce233 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'network_id': 'f9a1d5f5-82cd-4ddb-82fb-988bca4bcb13', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'tenant_id': '88ece7be17fc47e6a1e63b11a0ff6310'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:08:08.536979 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b19afec8-da48-4419-9476-568fef1ce233 admin admin] Made reservation on behalf of 88ece7be17fc47e6a1e63b11a0ff6310 for: {'subnet': 1} {{(pid=103196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 17:08:08.539829 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b19afec8-da48-4419-9476-568fef1ce233 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:08:08.805821 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b19afec8-da48-4419-9476-568fef1ce233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781'] for subnet (e419c56d-b1c7-4b50-b4f2-767b8ec3dee1), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:08:08.865238 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19afec8-da48-4419-9476-568fef1ce233 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e419c56d-b1c7-4b50-b4f2-767b8ec3dee1,revision_number=0']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:08:08.873581 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19afec8-da48-4419-9476-568fef1ce233 admin admin] Checking segment: {'id': '743f0c35-8b8c-4e04-8336-f3e793c9798b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'f9a1d5f5-82cd-4ddb-82fb-988bca4bcb13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 17:08:08.873939 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19afec8-da48-4419-9476-568fef1ce233 admin admin] Network hostable DHCP agents. Network: f9a1d5f5-82cd-4ddb-82fb-988bca4bcb13, hostable agents: ['1e8d2d8a-92ca-4025-a540-71c8151dbccf'], hosted agents: [] {{(pid=103196) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 17:08:08.965233 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19afec8-da48-4419-9476-568fef1ce233 admin admin] Network f9a1d5f5-82cd-4ddb-82fb-988bca4bcb13 is scheduled to be hosted by DHCP agent 1e8d2d8a-92ca-4025-a540-71c8151dbccf with binding_index 1 {{(pid=103196) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 17:08:09.079977 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-b19afec8-da48-4419-9476-568fef1ce233 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-11-iscsi, f9a1d5f5-82cd-4ddb-82fb-988bca4bcb13) {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 17:08:09.084185 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19afec8-da48-4419-9476-568fef1ce233 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:08:09.084811 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b19afec8-da48-4419-9476-568fef1ce233 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526667'] for subnet (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:08:09.096452 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46483fba-ccfc-46c6-b75c-26d08d15909c None None] Network f9a1d5f5-82cd-4ddb-82fb-988bca4bcb13 requested from dv-cinder-733623-11-iscsi {{(pid=103198) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 17:08:09.194461 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31bab588-1312-4504-a6f7-1fd399f28ad4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f84e879-2170-571d-bd14-f6ce5a973bba-f9a1d5f5-82cd-4ddb-82fb-988bca4bcb13', 'network_id': 'f9a1d5f5-82cd-4ddb-82fb-988bca4bcb13', 'project_id': '88ece7be17fc47e6a1e63b11a0ff6310', 'fixed_ips': [{'subnet_id': 'e419c56d-b1c7-4b50-b4f2-767b8ec3dee1'}]}} from dv-cinder-733623-11-iscsi. {{(pid=103198) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 17:08:09.202393 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-31bab588-1312-4504-a6f7-1fd399f28ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:08:09.203433 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-b19afec8-da48-4419-9476-568fef1ce233 admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7515085 Jan 18 17:08:09.341582 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.db_base_plugin_common [None req-31bab588-1312-4504-a6f7-1fd399f28ad4 None None] Allocated IP 192.168.233.2 (f9a1d5f5-82cd-4ddb-82fb-988bca4bcb13/e419c56d-b1c7-4b50-b4f2-767b8ec3dee1/fd9913ca-61f9-4ea7-8c85-4c90e8baea28) {{(pid=103198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 17:08:09.589222 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-31bab588-1312-4504-a6f7-1fd399f28ad4 None None] Publish callbacks [] for port (fd9913ca-61f9-4ea7-8c85-4c90e8baea28), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:08:09.665893 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-31bab588-1312-4504-a6f7-1fd399f28ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785611913804'] for port (fd9913ca-61f9-4ea7-8c85-4c90e8baea28), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:08:09.708132 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31bab588-1312-4504-a6f7-1fd399f28ad4 None None] Network f9a1d5f5-82cd-4ddb-82fb-988bca4bcb13 is already hosted by enough agents. {{(pid=103198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 17:08:09.711511 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.scheduler.base_scheduler [None req-31bab588-1312-4504-a6f7-1fd399f28ad4 None None] Resources bound (agent type, host, resource id): {{(pid=103198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 17:08:09.715514 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bab588-1312-4504-a6f7-1fd399f28ad4 None None] Received port after_create {{(pid=103198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 17:08:09.721074 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bab588-1312-4504-a6f7-1fd399f28ad4 None None] Pushing event updated for resources: {'Port': ['ID=fd9913ca-61f9-4ea7-8c85-4c90e8baea28,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:08:09.731948 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bab588-1312-4504-a6f7-1fd399f28ad4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:08:09.732319 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bab588-1312-4504-a6f7-1fd399f28ad4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:08:09.732683 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bab588-1312-4504-a6f7-1fd399f28ad4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:08:09.733028 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bab588-1312-4504-a6f7-1fd399f28ad4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:08:09.733368 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bab588-1312-4504-a6f7-1fd399f28ad4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:08:09.733703 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bab588-1312-4504-a6f7-1fd399f28ad4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:08:09.734073 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bab588-1312-4504-a6f7-1fd399f28ad4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:08:09.734409 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bab588-1312-4504-a6f7-1fd399f28ad4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:08:09.734736 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bab588-1312-4504-a6f7-1fd399f28ad4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:08:09.735175 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bab588-1312-4504-a6f7-1fd399f28ad4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:08:09.735514 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bab588-1312-4504-a6f7-1fd399f28ad4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:08:09.735838 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bab588-1312-4504-a6f7-1fd399f28ad4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:08:09.736162 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bab588-1312-4504-a6f7-1fd399f28ad4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:08:09.786777 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-31bab588-1312-4504-a6f7-1fd399f28ad4 None None] Attempting to bind port fd9913ca-61f9-4ea7-8c85-4c90e8baea28 on host dv-cinder-733623-11-iscsi for vnic_type normal with profile {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 17:08:09.787190 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-31bab588-1312-4504-a6f7-1fd399f28ad4 None None] Attempting to bind port fd9913ca-61f9-4ea7-8c85-4c90e8baea28 by drivers openvswitch,hyperv on host dv-cinder-733623-11-iscsi at level 0 using segments [{'id': '743f0c35-8b8c-4e04-8336-f3e793c9798b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'f9a1d5f5-82cd-4ddb-82fb-988bca4bcb13'}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 17:08:09.787534 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bab588-1312-4504-a6f7-1fd399f28ad4 None None] Attempting to bind port fd9913ca-61f9-4ea7-8c85-4c90e8baea28 on network f9a1d5f5-82cd-4ddb-82fb-988bca4bcb13 {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 17:08:09.793730 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bab588-1312-4504-a6f7-1fd399f28ad4 None None] Checking agent: {'id': 'a6f837d2-7b5b-4cd3-9c28-296017d8b8e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 17, 5, 2), 'started_at': datetime.datetime(2022, 1, 18, 17, 5, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 17, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 17:08:09.794111 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bab588-1312-4504-a6f7-1fd399f28ad4 None None] Checking segment: {'id': '743f0c35-8b8c-4e04-8336-f3e793c9798b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'f9a1d5f5-82cd-4ddb-82fb-988bca4bcb13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 17:08:09.794520 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-31bab588-1312-4504-a6f7-1fd399f28ad4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:08:09.794913 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bab588-1312-4504-a6f7-1fd399f28ad4 None None] Bound using segment: {'id': '743f0c35-8b8c-4e04-8336-f3e793c9798b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'f9a1d5f5-82cd-4ddb-82fb-988bca4bcb13'} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 17:08:09.795423 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-31bab588-1312-4504-a6f7-1fd399f28ad4 None None] Bound port: fd9913ca-61f9-4ea7-8c85-4c90e8baea28, host: dv-cinder-733623-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '743f0c35-8b8c-4e04-8336-f3e793c9798b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'f9a1d5f5-82cd-4ddb-82fb-988bca4bcb13'}}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 17:08:09.795829 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-31bab588-1312-4504-a6f7-1fd399f28ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (fd9913ca-61f9-4ea7-8c85-4c90e8baea28), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:08:09.858896 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-31bab588-1312-4504-a6f7-1fd399f28ad4 None None] For port fd9913ca-61f9-4ea7-8c85-4c90e8baea28, host dv-cinder-733623-11-iscsi, cleared binding levels {{(pid=103198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 17:08:09.862002 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-31bab588-1312-4504-a6f7-1fd399f28ad4 None None] For port fd9913ca-61f9-4ea7-8c85-4c90e8baea28, host dv-cinder-733623-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-11-iscsi',level=0,port_id=fd9913ca-61f9-4ea7-8c85-4c90e8baea28,segment=NetworkSegment(743f0c35-8b8c-4e04-8336-f3e793c9798b),segment_id=743f0c35-8b8c-4e04-8336-f3e793c9798b)] {{(pid=103198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 17:08:09.937681 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-31bab588-1312-4504-a6f7-1fd399f28ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (fd9913ca-61f9-4ea7-8c85-4c90e8baea28), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:08:10.005346 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bab588-1312-4504-a6f7-1fd399f28ad4 None None] Pushing event updated for resources: {'Port': ['ID=fd9913ca-61f9-4ea7-8c85-4c90e8baea28,revision_number=2']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:08:10.627795 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Device fd9913ca-61f9-4ea7-8c85-4c90e8baea28 up at agent ovs-agent-dv-cinder-733623-11-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 17:08:10.691027 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Provisioning complete for port fd9913ca-61f9-4ea7-8c85-4c90e8baea28 triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:08:10.691541 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (fd9913ca-61f9-4ea7-8c85-4c90e8baea28), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:08:10.780312 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Current status of the port fd9913ca-61f9-4ea7-8c85-4c90e8baea28 is: DOWN; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:08:10.780621 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (fd9913ca-61f9-4ea7-8c85-4c90e8baea28), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:08:10.820268 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] For port fd9913ca-61f9-4ea7-8c85-4c90e8baea28, host dv-cinder-733623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-11-iscsi',level=0,port_id=fd9913ca-61f9-4ea7-8c85-4c90e8baea28,segment=NetworkSegment(743f0c35-8b8c-4e04-8336-f3e793c9798b),segment_id=743f0c35-8b8c-4e04-8336-f3e793c9798b)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:08:10.896873 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (fd9913ca-61f9-4ea7-8c85-4c90e8baea28), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:08:10.952060 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Pushing event updated for resources: {'Port': ['ID=fd9913ca-61f9-4ea7-8c85-4c90e8baea28,revision_number=3']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:08:10.973204 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664f7df4-26ac-4c04-bf27-6a01bf9dc6a9 None None] Network f9a1d5f5-82cd-4ddb-82fb-988bca4bcb13 requested from dv-cinder-733623-11-iscsi {{(pid=103198) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 17:08:11.091733 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-714ad353-6a6c-4c36-a056-3e870f7b60e6 None None] Provisioning complete for port fd9913ca-61f9-4ea7-8c85-4c90e8baea28 triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:08:11.092132 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-714ad353-6a6c-4c36-a056-3e870f7b60e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (fd9913ca-61f9-4ea7-8c85-4c90e8baea28), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:08:11.181248 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-714ad353-6a6c-4c36-a056-3e870f7b60e6 None None] Current status of the port fd9913ca-61f9-4ea7-8c85-4c90e8baea28 is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:08:11.301178 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-47c3fba9-4272-4520-a9ad-93ea6a5ebe7c None None] Provisioning complete for port fd9913ca-61f9-4ea7-8c85-4c90e8baea28 triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:08:11.301556 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-47c3fba9-4272-4520-a9ad-93ea6a5ebe7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (fd9913ca-61f9-4ea7-8c85-4c90e8baea28), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:08:11.384752 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-47c3fba9-4272-4520-a9ad-93ea6a5ebe7c None None] Current status of the port fd9913ca-61f9-4ea7-8c85-4c90e8baea28 is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:08:12.579857 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Device fd9913ca-61f9-4ea7-8c85-4c90e8baea28 up at agent ovs-agent-dv-cinder-733623-11-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 17:08:12.627477 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Provisioning complete for port fd9913ca-61f9-4ea7-8c85-4c90e8baea28 triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:08:12.627879 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (fd9913ca-61f9-4ea7-8c85-4c90e8baea28), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:08:12.707164 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Current status of the port fd9913ca-61f9-4ea7-8c85-4c90e8baea28 is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:08:22.738172 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.agents_db [None req-82e58cf6-2858-46ee-adbb-688a61b9207a None None] Agent healthcheck: found 5 active agents {{(pid=103199) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 17:08:25.736735 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-4fe85254-9367-4908-aed1-58e1d9ca8738 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (1e8d2d8a-92ca-4025-a540-71c8151dbccf), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:08:28.176787 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-abdbb85b-ccf3-41c7-94e2-7a1f644200fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (34860b7f-7c9d-4265-9a0a-1b9bd2e1622e), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:08:28.994072 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-a24976dc-7f89-446d-8d9b-8a75bf0e6853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (f7781508-68f4-4d6b-b413-74596bae1216), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:08:30.622625 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-d0f57583-9799-4745-8039-4fb698731137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (f223777b-396b-444b-a9c9-71cdff5b918d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:08:31.822548 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (a6f837d2-7b5b-4cd3-9c28-296017d8b8e6), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:08:55.747369 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-fe9b6629-2f87-4e6f-aef9-90b384d6f899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (1e8d2d8a-92ca-4025-a540-71c8151dbccf), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:08:58.153783 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-d8c5ec78-4cad-4c59-85c9-56b3c2178753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (34860b7f-7c9d-4265-9a0a-1b9bd2e1622e), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:08:58.998594 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-a24976dc-7f89-446d-8d9b-8a75bf0e6853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (f7781508-68f4-4d6b-b413-74596bae1216), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:08:59.735838 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.agents_db [None req-82e58cf6-2858-46ee-adbb-688a61b9207a None None] Agent healthcheck: found 5 active agents {{(pid=103199) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 17:09:00.598599 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-d0f57583-9799-4745-8039-4fb698731137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (f223777b-396b-444b-a9c9-71cdff5b918d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:09:01.810346 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (a6f837d2-7b5b-4cd3-9c28-296017d8b8e6), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:09:25.747024 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-8dd2d57f-ef71-4d0a-8ccd-9524051fa7b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (1e8d2d8a-92ca-4025-a540-71c8151dbccf), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:09:28.176005 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-784f7a58-bba8-446a-beca-dd512c333a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (34860b7f-7c9d-4265-9a0a-1b9bd2e1622e), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:09:28.993387 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-a24976dc-7f89-446d-8d9b-8a75bf0e6853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (f7781508-68f4-4d6b-b413-74596bae1216), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:09:30.604778 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-d0f57583-9799-4745-8039-4fb698731137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (f223777b-396b-444b-a9c9-71cdff5b918d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:09:31.792490 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (a6f837d2-7b5b-4cd3-9c28-296017d8b8e6), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:09:36.733867 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.agents_db [None req-82e58cf6-2858-46ee-adbb-688a61b9207a None None] Agent healthcheck: found 5 active agents {{(pid=103199) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 17:09:38.913484 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 49146) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:09:38.919626 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [None req-43c0acab-1ecc-4f67-9d1f-ed5abf366af1 tempest-verify_tempest_config-318051057 tempest-verify_tempest_config-318051057-project] http://10.222.0.100:9696/v2.0/extensions returned with HTTP 200 {{(pid=103196) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 17:09:38.920582 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-43c0acab-1ecc-4f67-9d1f-ed5abf366af1 tempest-verify_tempest_config-318051057 tempest-verify_tempest_config-318051057-project] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0060024 Jan 18 17:09:39.375358 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 49164) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:09:39.481304 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-844cb18c-8fad-4bd9-bc0d-e29f52331013 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:09:39.553120 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-844cb18c-8fad-4bd9-bc0d-e29f52331013 admin admin] Publish callbacks [] for security_group (b71fc231-d76b-4ecd-8d19-27a58f45585d), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:09:39.609500 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-844cb18c-8fad-4bd9-bc0d-e29f52331013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (b71fc231-d76b-4ecd-8d19-27a58f45585d), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:09:39.656699 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-844cb18c-8fad-4bd9-bc0d-e29f52331013 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=4b1f52f8e869493a84bb440069aac4a0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2802467 Jan 18 17:09:39.657534 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844cb18c-8fad-4bd9-bc0d-e29f52331013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b71fc231-d76b-4ecd-8d19-27a58f45585d,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:09:39.659466 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 49168) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:09:39.664168 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844cb18c-8fad-4bd9-bc0d-e29f52331013 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:09:39.665161 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844cb18c-8fad-4bd9-bc0d-e29f52331013 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:09:39.665506 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844cb18c-8fad-4bd9-bc0d-e29f52331013 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:09:39.665842 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844cb18c-8fad-4bd9-bc0d-e29f52331013 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:09:39.666168 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844cb18c-8fad-4bd9-bc0d-e29f52331013 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:09:39.666496 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844cb18c-8fad-4bd9-bc0d-e29f52331013 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:09:39.666837 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844cb18c-8fad-4bd9-bc0d-e29f52331013 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:09:39.667197 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844cb18c-8fad-4bd9-bc0d-e29f52331013 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:09:39.667746 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844cb18c-8fad-4bd9-bc0d-e29f52331013 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:09:39.667880 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844cb18c-8fad-4bd9-bc0d-e29f52331013 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:09:39.668186 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844cb18c-8fad-4bd9-bc0d-e29f52331013 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:09:39.668507 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844cb18c-8fad-4bd9-bc0d-e29f52331013 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:09:39.668830 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844cb18c-8fad-4bd9-bc0d-e29f52331013 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:09:39.715466 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-b3893570-f543-46b6-b772-134b4b2d0dea admin admin] Publish callbacks [] for security_group (b71fc231-d76b-4ecd-8d19-27a58f45585d), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:09:39.735571 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-b3893570-f543-46b6-b772-134b4b2d0dea admin admin] Publish callbacks [] for security_group (b71fc231-d76b-4ecd-8d19-27a58f45585d), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:09:39.878721 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-b3893570-f543-46b6-b772-134b4b2d0dea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (b71fc231-d76b-4ecd-8d19-27a58f45585d), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:09:39.881275 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-b3893570-f543-46b6-b772-134b4b2d0dea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:09:39.882434 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-b3893570-f543-46b6-b772-134b4b2d0dea admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/b71fc231-d76b-4ecd-8d19-27a58f45585d HTTP/1.1" status: 204 len: 168 time: 0.2219932 Jan 18 17:09:39.890907 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3893570-f543-46b6-b772-134b4b2d0dea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b71fc231-d76b-4ecd-8d19-27a58f45585d,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:09:39.897604 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3893570-f543-46b6-b772-134b4b2d0dea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:09:39.897961 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3893570-f543-46b6-b772-134b4b2d0dea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:09:39.898428 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3893570-f543-46b6-b772-134b4b2d0dea admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:09:39.898815 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3893570-f543-46b6-b772-134b4b2d0dea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:09:39.900024 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3893570-f543-46b6-b772-134b4b2d0dea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:09:39.900364 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3893570-f543-46b6-b772-134b4b2d0dea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:09:39.900776 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3893570-f543-46b6-b772-134b4b2d0dea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:09:39.901046 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3893570-f543-46b6-b772-134b4b2d0dea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:09:39.901380 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3893570-f543-46b6-b772-134b4b2d0dea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:09:39.901713 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3893570-f543-46b6-b772-134b4b2d0dea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:09:39.902046 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3893570-f543-46b6-b772-134b4b2d0dea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:09:39.902372 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3893570-f543-46b6-b772-134b4b2d0dea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:09:39.902698 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3893570-f543-46b6-b772-134b4b2d0dea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:09:55.752276 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-082c7b59-e64f-4865-93bd-bf8bd03b7362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (1e8d2d8a-92ca-4025-a540-71c8151dbccf), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:09:58.169546 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-70c9f114-b825-4672-85de-570527cb6457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (34860b7f-7c9d-4265-9a0a-1b9bd2e1622e), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:09:59.003458 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-a24976dc-7f89-446d-8d9b-8a75bf0e6853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (f7781508-68f4-4d6b-b413-74596bae1216), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:10:00.631920 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-d0f57583-9799-4745-8039-4fb698731137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (f223777b-396b-444b-a9c9-71cdff5b918d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:10:01.832058 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (a6f837d2-7b5b-4cd3-9c28-296017d8b8e6), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:10:13.731146 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.agents_db [None req-82e58cf6-2858-46ee-adbb-688a61b9207a None None] Agent healthcheck: found 5 active agents {{(pid=103199) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 17:10:25.757460 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-f8d211e5-0457-4058-926d-1686327f62ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (1e8d2d8a-92ca-4025-a540-71c8151dbccf), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:10:28.174838 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-18e27491-16f8-4a3f-9f3c-7326b1d8f3c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (34860b7f-7c9d-4265-9a0a-1b9bd2e1622e), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:10:29.004406 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-a24976dc-7f89-446d-8d9b-8a75bf0e6853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (f7781508-68f4-4d6b-b413-74596bae1216), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:10:30.614801 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-d0f57583-9799-4745-8039-4fb698731137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (f223777b-396b-444b-a9c9-71cdff5b918d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:10:31.797532 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (a6f837d2-7b5b-4cd3-9c28-296017d8b8e6), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:10:50.728085 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.agents_db [None req-82e58cf6-2858-46ee-adbb-688a61b9207a None None] Agent healthcheck: found 5 active agents {{(pid=103199) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 17:10:55.751211 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-72df59dc-8e40-45c9-9bf9-2e4f4c12e109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (1e8d2d8a-92ca-4025-a540-71c8151dbccf), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:10:58.168873 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-17413f2b-957d-498c-8ddf-3a8fa2cdfb3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (34860b7f-7c9d-4265-9a0a-1b9bd2e1622e), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:10:58.997088 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-a24976dc-7f89-446d-8d9b-8a75bf0e6853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (f7781508-68f4-4d6b-b413-74596bae1216), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:11:00.637486 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-d0f57583-9799-4745-8039-4fb698731137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (f223777b-396b-444b-a9c9-71cdff5b918d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:11:01.825750 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (a6f837d2-7b5b-4cd3-9c28-296017d8b8e6), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:11:10.728392 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-646572'] for agent (e727efee-c94b-447a-9897-92f425521d05), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:11:25.773696 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-2efe72a6-1326-4428-8391-5fdd7bb207f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (1e8d2d8a-92ca-4025-a540-71c8151dbccf), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:11:26.003482 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 49242) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:11:26.109118 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-cc3366cd-6ce0-4450-9e41-229b3c2bc176 admin admin] 10.222.0.100 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4560 time: 0.1045363 Jan 18 17:11:27.727111 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.agents_db [None req-82e58cf6-2858-46ee-adbb-688a61b9207a None None] Agent healthcheck: found 6 active agents {{(pid=103199) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 17:11:28.173615 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-f51fae91-d4dd-4165-9f25-95bfb8bfa07b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (34860b7f-7c9d-4265-9a0a-1b9bd2e1622e), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:11:28.391647 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 49252) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:11:28.454183 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-5c3d1ab8-98ab-4a3a-9756-42a3d97df249 admin admin] 10.222.0.100 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4560 time: 0.0614400 Jan 18 17:11:29.009325 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-a24976dc-7f89-446d-8d9b-8a75bf0e6853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (f7781508-68f4-4d6b-b413-74596bae1216), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:11:30.625343 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-d0f57583-9799-4745-8039-4fb698731137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (f223777b-396b-444b-a9c9-71cdff5b918d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:11:31.807674 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (a6f837d2-7b5b-4cd3-9c28-296017d8b8e6), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:11:40.687747 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (e727efee-c94b-447a-9897-92f425521d05), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:11:55.790835 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-cabc6e8c-15b1-405b-8c11-850b737e1d48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (1e8d2d8a-92ca-4025-a540-71c8151dbccf), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:11:58.178867 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-667842d2-3a99-49fc-b6da-78416bc25042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (34860b7f-7c9d-4265-9a0a-1b9bd2e1622e), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:11:59.018763 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-a24976dc-7f89-446d-8d9b-8a75bf0e6853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (f7781508-68f4-4d6b-b413-74596bae1216), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:12:00.619052 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-d0f57583-9799-4745-8039-4fb698731137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (f223777b-396b-444b-a9c9-71cdff5b918d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:12:01.807122 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (a6f837d2-7b5b-4cd3-9c28-296017d8b8e6), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:12:04.726329 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.agents_db [None req-82e58cf6-2858-46ee-adbb-688a61b9207a None None] Agent healthcheck: found 6 active agents {{(pid=103199) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 17:12:10.710046 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (e727efee-c94b-447a-9897-92f425521d05), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:12:25.732922 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-41ba7315-c4cc-48af-8b58-431c96b38595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (1e8d2d8a-92ca-4025-a540-71c8151dbccf), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:12:28.179810 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-0af52ed2-e317-47ff-96f3-1afc02f57bcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (34860b7f-7c9d-4265-9a0a-1b9bd2e1622e), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:12:29.035887 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-a24976dc-7f89-446d-8d9b-8a75bf0e6853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (f7781508-68f4-4d6b-b413-74596bae1216), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:12:30.641533 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-d0f57583-9799-4745-8039-4fb698731137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (f223777b-396b-444b-a9c9-71cdff5b918d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:12:31.819003 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (a6f837d2-7b5b-4cd3-9c28-296017d8b8e6), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:12:40.709568 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (e727efee-c94b-447a-9897-92f425521d05), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:12:41.730163 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.agents_db [None req-82e58cf6-2858-46ee-adbb-688a61b9207a None None] Agent healthcheck: found 6 active agents {{(pid=103199) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 17:12:55.749771 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-24bf9333-8e01-42a5-96b6-a7ecc6995962 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (1e8d2d8a-92ca-4025-a540-71c8151dbccf), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:12:58.201279 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-b394bcea-f89a-43ad-96da-4f5b161e301b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (34860b7f-7c9d-4265-9a0a-1b9bd2e1622e), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:12:59.023324 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-a24976dc-7f89-446d-8d9b-8a75bf0e6853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (f7781508-68f4-4d6b-b413-74596bae1216), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:00.627764 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-d0f57583-9799-4745-8039-4fb698731137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (f223777b-396b-444b-a9c9-71cdff5b918d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:01.335688 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 49476) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:13:01.406423 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 49484) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:13:01.582782 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 49494) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:13:01.609765 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 49498) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:13:01.696545 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-4b7d9020-16d6-4d77-a460-b32a443e678f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1700372712-network', 'tenant_id': '4983e51e5c4742eb9b95034b5aef3213'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:13:01.722657 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-91dc2d68-6102-4329-add5-441ce09a26eb admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1653191356-network', 'tenant_id': '33a498149a11438084fcf9ac20dab009'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:13:01.852953 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b7d9020-16d6-4d77-a460-b32a443e678f admin admin] Made reservation on behalf of 4983e51e5c4742eb9b95034b5aef3213 for: {'network': 1} {{(pid=103196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 17:13:01.855259 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4b7d9020-16d6-4d77-a460-b32a443e678f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for network (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:01.869994 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4b7d9020-16d6-4d77-a460-b32a443e678f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:01.881661 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (a6f837d2-7b5b-4cd3-9c28-296017d8b8e6), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:01.959246 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4b7d9020-16d6-4d77-a460-b32a443e678f admin admin] Publish callbacks [] for security_group (0d40cfdf-2b83-41e0-a262-7c1fbc93ea47), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:01.966526 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91dc2d68-6102-4329-add5-441ce09a26eb admin admin] Made reservation on behalf of 33a498149a11438084fcf9ac20dab009 for: {'network': 1} {{(pid=103196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 17:13:01.969083 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-91dc2d68-6102-4329-add5-441ce09a26eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for network (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:01.979707 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-91dc2d68-6102-4329-add5-441ce09a26eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:02.030479 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4b7d9020-16d6-4d77-a460-b32a443e678f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (0d40cfdf-2b83-41e0-a262-7c1fbc93ea47), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:02.049632 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b7d9020-16d6-4d77-a460-b32a443e678f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 299} {{(pid=103196) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 17:13:02.063474 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4b7d9020-16d6-4d77-a460-b32a443e678f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527697'] for segment (7804631f-b978-4531-985d-c1ed5e4123e4), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:02.067680 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.db.segments_db [None req-4b7d9020-16d6-4d77-a460-b32a443e678f admin admin] Added segment 7804631f-b978-4531-985d-c1ed5e4123e4 of type vlan for network 2be6587c-41c5-41bc-ac5a-09ac1f4499ce Jan 18 17:13:02.071502 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-2e430dee-23a8-431a-8307-93bdddca0138 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1721689650-network', 'tenant_id': '4c7d87680cf1434d8efeb24160231783'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:13:02.131921 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-db300385-48d0-43b9-815c-d9db1ec566bd admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1263294018-network', 'tenant_id': '82d395d404d64b169e0a445e9616b86b'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:13:02.136592 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4b7d9020-16d6-4d77-a460-b32a443e678f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785611949990'] for network (2be6587c-41c5-41bc-ac5a-09ac1f4499ce), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:02.201967 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-91dc2d68-6102-4329-add5-441ce09a26eb admin admin] Publish callbacks [] for security_group (586fa32f-f935-4b19-919f-0cda76133b47), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:02.216145 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7d9020-16d6-4d77-a460-b32a443e678f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d40cfdf-2b83-41e0-a262-7c1fbc93ea47,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:02.232540 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7d9020-16d6-4d77-a460-b32a443e678f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:13:02.232967 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7d9020-16d6-4d77-a460-b32a443e678f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:13:02.233314 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7d9020-16d6-4d77-a460-b32a443e678f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:13:02.233652 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7d9020-16d6-4d77-a460-b32a443e678f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:13:02.234136 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7d9020-16d6-4d77-a460-b32a443e678f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:13:02.234469 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7d9020-16d6-4d77-a460-b32a443e678f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:13:02.237952 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7d9020-16d6-4d77-a460-b32a443e678f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:13:02.238183 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7d9020-16d6-4d77-a460-b32a443e678f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:13:02.238544 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7d9020-16d6-4d77-a460-b32a443e678f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:13:02.238888 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7d9020-16d6-4d77-a460-b32a443e678f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:13:02.239254 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7d9020-16d6-4d77-a460-b32a443e678f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:13:02.239641 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7d9020-16d6-4d77-a460-b32a443e678f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:13:02.240617 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7d9020-16d6-4d77-a460-b32a443e678f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:13:02.241862 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7d9020-16d6-4d77-a460-b32a443e678f admin admin] Tracked resource versions report: Jan 18 17:13:02.241862 dv-cinder-733623-11-iscsi neutron-server[103196]: pushed versions: Jan 18 17:13:02.241862 dv-cinder-733623-11-iscsi neutron-server[103196]: { 'AddressGroup': {'1.2'}, Jan 18 17:13:02.241862 dv-cinder-733623-11-iscsi neutron-server[103196]: 'ConntrackHelper': {'1.0'}, Jan 18 17:13:02.241862 dv-cinder-733623-11-iscsi neutron-server[103196]: 'LocalIPAssociation': {'1.0'}, Jan 18 17:13:02.241862 dv-cinder-733623-11-iscsi neutron-server[103196]: 'Log': {'1.0'}, Jan 18 17:13:02.241862 dv-cinder-733623-11-iscsi neutron-server[103196]: 'Network': {'1.1'}, Jan 18 17:13:02.241862 dv-cinder-733623-11-iscsi neutron-server[103196]: 'Port': {'1.7'}, Jan 18 17:13:02.241862 dv-cinder-733623-11-iscsi neutron-server[103196]: 'PortForwarding': {'1.2'}, Jan 18 17:13:02.241862 dv-cinder-733623-11-iscsi neutron-server[103196]: 'QosPolicy': {'1.10'}, Jan 18 17:13:02.241862 dv-cinder-733623-11-iscsi neutron-server[103196]: 'SecurityGroup': {'1.5'}, Jan 18 17:13:02.241862 dv-cinder-733623-11-iscsi neutron-server[103196]: 'SecurityGroupRule': {'1.2'}, Jan 18 17:13:02.241862 dv-cinder-733623-11-iscsi neutron-server[103196]: 'SubPort': {'1.0'}, Jan 18 17:13:02.241862 dv-cinder-733623-11-iscsi neutron-server[103196]: 'Subnet': {'1.1'}, Jan 18 17:13:02.241862 dv-cinder-733623-11-iscsi neutron-server[103196]: 'Trunk': {'1.1'}} Jan 18 17:13:02.241862 dv-cinder-733623-11-iscsi neutron-server[103196]: consumer versions: Jan 18 17:13:02.241862 dv-cinder-733623-11-iscsi neutron-server[103196]: { DHCP agent@dv-cinder-733623-11-iscsi: {}, Jan 18 17:13:02.241862 dv-cinder-733623-11-iscsi neutron-server[103196]: HyperV agent@hv-cinder-73362: {}, Jan 18 17:13:02.241862 dv-cinder-733623-11-iscsi neutron-server[103196]: L3 agent@dv-cinder-733623-11-iscsi: {}, Jan 18 17:13:02.241862 dv-cinder-733623-11-iscsi neutron-server[103196]: Metadata agent@dv-cinder-733623-11-iscsi: {}, Jan 18 17:13:02.241862 dv-cinder-733623-11-iscsi neutron-server[103196]: Metering agent@dv-cinder-733623-11-iscsi: {}, Jan 18 17:13:02.241862 dv-cinder-733623-11-iscsi neutron-server[103196]: Open vSwitch agent@dv-cinder-733623-11-iscsi: { 'AddressGroup': '1.2', Jan 18 17:13:02.241862 dv-cinder-733623-11-iscsi neutron-server[103196]: 'ConntrackHelper': '1.0', Jan 18 17:13:02.241862 dv-cinder-733623-11-iscsi neutron-server[103196]: 'LocalIPAssociation': '1.0', Jan 18 17:13:02.241862 dv-cinder-733623-11-iscsi neutron-server[103196]: 'Log': '1.0', Jan 18 17:13:02.241862 dv-cinder-733623-11-iscsi neutron-server[103196]: 'Network': '1.1', Jan 18 17:13:02.241862 dv-cinder-733623-11-iscsi neutron-server[103196]: 'Port': '1.7', Jan 18 17:13:02.241862 dv-cinder-733623-11-iscsi neutron-server[103196]: 'PortForwarding': '1.2', Jan 18 17:13:02.241862 dv-cinder-733623-11-iscsi neutron-server[103196]: 'QosPolicy': '1.10', Jan 18 17:13:02.241862 dv-cinder-733623-11-iscsi neutron-server[103196]: 'SecurityGroup': '1.5', Jan 18 17:13:02.241862 dv-cinder-733623-11-iscsi neutron-server[103196]: 'SecurityGroupRule': '1.2', Jan 18 17:13:02.241862 dv-cinder-733623-11-iscsi neutron-server[103196]: 'SubPort': '1.0', Jan 18 17:13:02.241862 dv-cinder-733623-11-iscsi neutron-server[103196]: 'Subnet': '1.1', Jan 18 17:13:02.241862 dv-cinder-733623-11-iscsi neutron-server[103196]: 'Trunk': '1.1'}} Jan 18 17:13:02.241862 dv-cinder-733623-11-iscsi neutron-server[103196]: {{(pid=103196) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 17:13:02.304644 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-91dc2d68-6102-4329-add5-441ce09a26eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (586fa32f-f935-4b19-919f-0cda76133b47), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:02.343378 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dc2d68-6102-4329-add5-441ce09a26eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=586fa32f-f935-4b19-919f-0cda76133b47,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:02.347680 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91dc2d68-6102-4329-add5-441ce09a26eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 261} {{(pid=103196) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 17:13:02.362020 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-91dc2d68-6102-4329-add5-441ce09a26eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527697'] for segment (ea56166e-7389-4e33-97f5-11245c8eda5f), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:02.362327 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.db.segments_db [None req-91dc2d68-6102-4329-add5-441ce09a26eb admin admin] Added segment ea56166e-7389-4e33-97f5-11245c8eda5f of type vlan for network 2ba46ddb-7f90-4e43-a962-4539181c2555 Jan 18 17:13:02.399633 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4b7d9020-16d6-4d77-a460-b32a443e678f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781'] for network (2be6587c-41c5-41bc-ac5a-09ac1f4499ce), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:02.400952 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7d9020-16d6-4d77-a460-b32a443e678f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:02.402117 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4b7d9020-16d6-4d77-a460-b32a443e678f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526667'] for network (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:02.412968 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db300385-48d0-43b9-815c-d9db1ec566bd admin admin] Made reservation on behalf of 82d395d404d64b169e0a445e9616b86b for: {'network': 1} {{(pid=103196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 17:13:02.415789 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-db300385-48d0-43b9-815c-d9db1ec566bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for network (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:02.425873 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e430dee-23a8-431a-8307-93bdddca0138 admin admin] Made reservation on behalf of 4c7d87680cf1434d8efeb24160231783 for: {'network': 1} {{(pid=103196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 17:13:02.429276 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2e430dee-23a8-431a-8307-93bdddca0138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for network (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:02.501966 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-db300385-48d0-43b9-815c-d9db1ec566bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:02.511256 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2e430dee-23a8-431a-8307-93bdddca0138 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:02.531044 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-4b7d9020-16d6-4d77-a460-b32a443e678f admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1942616 Jan 18 17:13:02.534009 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 49538) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:13:02.539689 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-7e4fa3bc-80e8-4eda-928f-64df780ea7db admin admin] Request body: {'subnet': {'network_id': '2be6587c-41c5-41bc-ac5a-09ac1f4499ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1700372712-subnet', 'tenant_id': '4983e51e5c4742eb9b95034b5aef3213', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:13:02.541546 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-91dc2d68-6102-4329-add5-441ce09a26eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785611949990'] for network (2ba46ddb-7f90-4e43-a962-4539181c2555), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:02.562779 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7d9020-16d6-4d77-a460-b32a443e678f admin admin] Pushing event updated for resources: {'Network': ['ID=2be6587c-41c5-41bc-ac5a-09ac1f4499ce,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:02.574363 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Network 2be6587c-41c5-41bc-ac5a-09ac1f4499ce details requested by agent ovs-agent-dv-cinder-733623-11-iscsi with host dv-cinder-733623-11-iscsi {{(pid=103198) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 17:13:02.663986 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e4fa3bc-80e8-4eda-928f-64df780ea7db admin admin] Made reservation on behalf of 4983e51e5c4742eb9b95034b5aef3213 for: {'subnet': 1} {{(pid=103197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 17:13:02.668443 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-7e4fa3bc-80e8-4eda-928f-64df780ea7db admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:02.719123 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2e430dee-23a8-431a-8307-93bdddca0138 admin admin] Publish callbacks [] for security_group (03df2055-10b4-4cb8-8f80-fa2d86607cc0), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:02.725122 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-91dc2d68-6102-4329-add5-441ce09a26eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781'] for network (2ba46ddb-7f90-4e43-a962-4539181c2555), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:02.726121 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91dc2d68-6102-4329-add5-441ce09a26eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:02.726662 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-91dc2d68-6102-4329-add5-441ce09a26eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526667'] for network (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:02.737225 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-db300385-48d0-43b9-815c-d9db1ec566bd admin admin] Publish callbacks [] for security_group (01a27d75-30ff-4a59-91a9-720cf2b662d8), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:02.851377 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dc2d68-6102-4329-add5-441ce09a26eb admin admin] Pushing event updated for resources: {'Network': ['ID=2ba46ddb-7f90-4e43-a962-4539181c2555,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:02.858595 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2e430dee-23a8-431a-8307-93bdddca0138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (03df2055-10b4-4cb8-8f80-fa2d86607cc0), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:02.863465 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Network 2ba46ddb-7f90-4e43-a962-4539181c2555 details requested by agent ovs-agent-dv-cinder-733623-11-iscsi with host dv-cinder-733623-11-iscsi {{(pid=103198) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 17:13:02.897908 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e430dee-23a8-431a-8307-93bdddca0138 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 267} {{(pid=103196) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 17:13:02.908229 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e430dee-23a8-431a-8307-93bdddca0138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03df2055-10b4-4cb8-8f80-fa2d86607cc0,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:02.915651 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2e430dee-23a8-431a-8307-93bdddca0138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527697'] for segment (2fccfc1b-cb99-45b9-9f8c-ca3412f0a050), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:02.916105 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.db.segments_db [None req-2e430dee-23a8-431a-8307-93bdddca0138 admin admin] Added segment 2fccfc1b-cb99-45b9-9f8c-ca3412f0a050 of type vlan for network 69fb0145-03f6-40a6-ac58-42e6e5e4d712 Jan 18 17:13:02.920921 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-91dc2d68-6102-4329-add5-441ce09a26eb admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5132720 Jan 18 17:13:02.932909 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-db300385-48d0-43b9-815c-d9db1ec566bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (01a27d75-30ff-4a59-91a9-720cf2b662d8), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:02.933015 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 49554) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:13:02.937562 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-45d281e5-6548-4a65-89f4-daf460f20ce8 admin admin] Request body: {'subnet': {'network_id': '2ba46ddb-7f90-4e43-a962-4539181c2555', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1653191356-subnet', 'tenant_id': '33a498149a11438084fcf9ac20dab009', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:13:03.009582 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-7e4fa3bc-80e8-4eda-928f-64df780ea7db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781'] for subnet (29c22a55-3970-45d3-a1fa-25a28ccfa3f2), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:03.011990 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db300385-48d0-43b9-815c-d9db1ec566bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 276} {{(pid=103196) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 17:13:03.021233 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2e430dee-23a8-431a-8307-93bdddca0138 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785611949990'] for network (69fb0145-03f6-40a6-ac58-42e6e5e4d712), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:03.030861 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-db300385-48d0-43b9-815c-d9db1ec566bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527697'] for segment (4584f792-4385-45bc-9f18-b5d58b51f5e3), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:03.031325 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.db.segments_db [None req-db300385-48d0-43b9-815c-d9db1ec566bd admin admin] Added segment 4584f792-4385-45bc-9f18-b5d58b51f5e3 of type vlan for network 9ee67609-54ef-4b91-940a-05d38e6b2c9b Jan 18 17:13:03.033977 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db300385-48d0-43b9-815c-d9db1ec566bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01a27d75-30ff-4a59-91a9-720cf2b662d8,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:03.088829 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d281e5-6548-4a65-89f4-daf460f20ce8 admin admin] Made reservation on behalf of 33a498149a11438084fcf9ac20dab009 for: {'subnet': 1} {{(pid=103197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 17:13:03.090501 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-db300385-48d0-43b9-815c-d9db1ec566bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785611949990'] for network (9ee67609-54ef-4b91-940a-05d38e6b2c9b), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:03.091458 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-45d281e5-6548-4a65-89f4-daf460f20ce8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:03.155955 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2e430dee-23a8-431a-8307-93bdddca0138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781'] for network (69fb0145-03f6-40a6-ac58-42e6e5e4d712), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:03.157142 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e430dee-23a8-431a-8307-93bdddca0138 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:03.157903 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2e430dee-23a8-431a-8307-93bdddca0138 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526667'] for network (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:03.169784 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4fa3bc-80e8-4eda-928f-64df780ea7db admin admin] Checking segment: {'id': '7804631f-b978-4531-985d-c1ed5e4123e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '2be6587c-41c5-41bc-ac5a-09ac1f4499ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 17:13:03.170119 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4fa3bc-80e8-4eda-928f-64df780ea7db admin admin] Network hostable DHCP agents. Network: 2be6587c-41c5-41bc-ac5a-09ac1f4499ce, hostable agents: ['1e8d2d8a-92ca-4025-a540-71c8151dbccf'], hosted agents: [] {{(pid=103197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 17:13:03.176053 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4fa3bc-80e8-4eda-928f-64df780ea7db admin admin] Pushing event updated for resources: {'Subnet': ['ID=29c22a55-3970-45d3-a1fa-25a28ccfa3f2,revision_number=0']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:03.196261 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4fa3bc-80e8-4eda-928f-64df780ea7db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:13:03.201342 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4fa3bc-80e8-4eda-928f-64df780ea7db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:13:03.201342 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4fa3bc-80e8-4eda-928f-64df780ea7db admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:13:03.201342 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4fa3bc-80e8-4eda-928f-64df780ea7db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:13:03.201342 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4fa3bc-80e8-4eda-928f-64df780ea7db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:13:03.201342 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4fa3bc-80e8-4eda-928f-64df780ea7db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:13:03.201342 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4fa3bc-80e8-4eda-928f-64df780ea7db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:13:03.201342 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4fa3bc-80e8-4eda-928f-64df780ea7db admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:13:03.201342 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4fa3bc-80e8-4eda-928f-64df780ea7db admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:13:03.201342 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4fa3bc-80e8-4eda-928f-64df780ea7db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:13:03.201342 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4fa3bc-80e8-4eda-928f-64df780ea7db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:13:03.201342 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4fa3bc-80e8-4eda-928f-64df780ea7db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:13:03.201342 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4fa3bc-80e8-4eda-928f-64df780ea7db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:13:03.202867 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4fa3bc-80e8-4eda-928f-64df780ea7db admin admin] Tracked resource versions report: Jan 18 17:13:03.202867 dv-cinder-733623-11-iscsi neutron-server[103197]: pushed versions: Jan 18 17:13:03.202867 dv-cinder-733623-11-iscsi neutron-server[103197]: { 'AddressGroup': {'1.2'}, Jan 18 17:13:03.202867 dv-cinder-733623-11-iscsi neutron-server[103197]: 'ConntrackHelper': {'1.0'}, Jan 18 17:13:03.202867 dv-cinder-733623-11-iscsi neutron-server[103197]: 'LocalIPAssociation': {'1.0'}, Jan 18 17:13:03.202867 dv-cinder-733623-11-iscsi neutron-server[103197]: 'Log': {'1.0'}, Jan 18 17:13:03.202867 dv-cinder-733623-11-iscsi neutron-server[103197]: 'Network': {'1.1'}, Jan 18 17:13:03.202867 dv-cinder-733623-11-iscsi neutron-server[103197]: 'Port': {'1.7'}, Jan 18 17:13:03.202867 dv-cinder-733623-11-iscsi neutron-server[103197]: 'PortForwarding': {'1.2'}, Jan 18 17:13:03.202867 dv-cinder-733623-11-iscsi neutron-server[103197]: 'QosPolicy': {'1.10'}, Jan 18 17:13:03.202867 dv-cinder-733623-11-iscsi neutron-server[103197]: 'SecurityGroup': {'1.5'}, Jan 18 17:13:03.202867 dv-cinder-733623-11-iscsi neutron-server[103197]: 'SecurityGroupRule': {'1.2'}, Jan 18 17:13:03.202867 dv-cinder-733623-11-iscsi neutron-server[103197]: 'SubPort': {'1.0'}, Jan 18 17:13:03.202867 dv-cinder-733623-11-iscsi neutron-server[103197]: 'Subnet': {'1.1'}, Jan 18 17:13:03.202867 dv-cinder-733623-11-iscsi neutron-server[103197]: 'Trunk': {'1.1'}} Jan 18 17:13:03.202867 dv-cinder-733623-11-iscsi neutron-server[103197]: consumer versions: Jan 18 17:13:03.202867 dv-cinder-733623-11-iscsi neutron-server[103197]: { DHCP agent@dv-cinder-733623-11-iscsi: {}, Jan 18 17:13:03.202867 dv-cinder-733623-11-iscsi neutron-server[103197]: HyperV agent@hv-cinder-73362: {}, Jan 18 17:13:03.202867 dv-cinder-733623-11-iscsi neutron-server[103197]: L3 agent@dv-cinder-733623-11-iscsi: {}, Jan 18 17:13:03.202867 dv-cinder-733623-11-iscsi neutron-server[103197]: Metadata agent@dv-cinder-733623-11-iscsi: {}, Jan 18 17:13:03.202867 dv-cinder-733623-11-iscsi neutron-server[103197]: Metering agent@dv-cinder-733623-11-iscsi: {}, Jan 18 17:13:03.202867 dv-cinder-733623-11-iscsi neutron-server[103197]: Open vSwitch agent@dv-cinder-733623-11-iscsi: { 'AddressGroup': '1.2', Jan 18 17:13:03.202867 dv-cinder-733623-11-iscsi neutron-server[103197]: 'ConntrackHelper': '1.0', Jan 18 17:13:03.202867 dv-cinder-733623-11-iscsi neutron-server[103197]: 'LocalIPAssociation': '1.0', Jan 18 17:13:03.202867 dv-cinder-733623-11-iscsi neutron-server[103197]: 'Log': '1.0', Jan 18 17:13:03.202867 dv-cinder-733623-11-iscsi neutron-server[103197]: 'Network': '1.1', Jan 18 17:13:03.202867 dv-cinder-733623-11-iscsi neutron-server[103197]: 'Port': '1.7', Jan 18 17:13:03.202867 dv-cinder-733623-11-iscsi neutron-server[103197]: 'PortForwarding': '1.2', Jan 18 17:13:03.202867 dv-cinder-733623-11-iscsi neutron-server[103197]: 'QosPolicy': '1.10', Jan 18 17:13:03.202867 dv-cinder-733623-11-iscsi neutron-server[103197]: 'SecurityGroup': '1.5', Jan 18 17:13:03.202867 dv-cinder-733623-11-iscsi neutron-server[103197]: 'SecurityGroupRule': '1.2', Jan 18 17:13:03.202867 dv-cinder-733623-11-iscsi neutron-server[103197]: 'SubPort': '1.0', Jan 18 17:13:03.202867 dv-cinder-733623-11-iscsi neutron-server[103197]: 'Subnet': '1.1', Jan 18 17:13:03.202867 dv-cinder-733623-11-iscsi neutron-server[103197]: 'Trunk': '1.1'}} Jan 18 17:13:03.202867 dv-cinder-733623-11-iscsi neutron-server[103197]: {{(pid=103197) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 17:13:03.218423 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-db300385-48d0-43b9-815c-d9db1ec566bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781'] for network (9ee67609-54ef-4b91-940a-05d38e6b2c9b), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:03.219410 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db300385-48d0-43b9-815c-d9db1ec566bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:03.219987 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-db300385-48d0-43b9-815c-d9db1ec566bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526667'] for network (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:03.237622 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e430dee-23a8-431a-8307-93bdddca0138 admin admin] Pushing event updated for resources: {'Network': ['ID=69fb0145-03f6-40a6-ac58-42e6e5e4d712,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:03.250024 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Network 69fb0145-03f6-40a6-ac58-42e6e5e4d712 details requested by agent ovs-agent-dv-cinder-733623-11-iscsi with host dv-cinder-733623-11-iscsi {{(pid=103198) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 17:13:03.317031 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-2e430dee-23a8-431a-8307-93bdddca0138 admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7304249 Jan 18 17:13:03.317319 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 49568) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:13:03.323630 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-9e32d037-407a-45b0-86f7-3ae72e49b763 admin admin] Request body: {'subnet': {'network_id': '69fb0145-03f6-40a6-ac58-42e6e5e4d712', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1721689650-subnet', 'tenant_id': '4c7d87680cf1434d8efeb24160231783', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:13:03.328617 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4fa3bc-80e8-4eda-928f-64df780ea7db admin admin] Network 2be6587c-41c5-41bc-ac5a-09ac1f4499ce is scheduled to be hosted by DHCP agent 1e8d2d8a-92ca-4025-a540-71c8151dbccf with binding_index 1 {{(pid=103197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 17:13:03.350686 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db300385-48d0-43b9-815c-d9db1ec566bd admin admin] Pushing event updated for resources: {'Network': ['ID=9ee67609-54ef-4b91-940a-05d38e6b2c9b,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:03.363024 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Network 9ee67609-54ef-4b91-940a-05d38e6b2c9b details requested by agent ovs-agent-dv-cinder-733623-11-iscsi with host dv-cinder-733623-11-iscsi {{(pid=103198) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 17:13:03.368674 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-db300385-48d0-43b9-815c-d9db1ec566bd admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.7575138 Jan 18 17:13:03.368895 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 49576) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:13:03.382097 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-e601b8c1-0215-4476-b986-cf88c732f42c admin admin] Request body: {'subnet': {'network_id': '9ee67609-54ef-4b91-940a-05d38e6b2c9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1263294018-subnet', 'tenant_id': '82d395d404d64b169e0a445e9616b86b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:13:03.452618 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.base_scheduler [None req-7e4fa3bc-80e8-4eda-928f-64df780ea7db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-11-iscsi, 2be6587c-41c5-41bc-ac5a-09ac1f4499ce) {{(pid=103197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 17:13:03.457099 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4fa3bc-80e8-4eda-928f-64df780ea7db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:03.457692 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-7e4fa3bc-80e8-4eda-928f-64df780ea7db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526667'] for subnet (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:03.463245 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-effb2d25-d00b-4e7a-ba76-16d1c7d6221a None None] Network 2be6587c-41c5-41bc-ac5a-09ac1f4499ce requested from dv-cinder-733623-11-iscsi {{(pid=103198) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 17:13:03.504303 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e32d037-407a-45b0-86f7-3ae72e49b763 admin admin] Made reservation on behalf of 4c7d87680cf1434d8efeb24160231783 for: {'subnet': 1} {{(pid=103196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 17:13:03.504631 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-45d281e5-6548-4a65-89f4-daf460f20ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781'] for subnet (7a82b979-6fb1-4467-b826-d60f656f3e09), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:03.516440 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9e32d037-407a-45b0-86f7-3ae72e49b763 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:03.559087 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-7e4fa3bc-80e8-4eda-928f-64df780ea7db admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0236535 Jan 18 17:13:03.566698 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 49588) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:13:03.577488 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-5a1d5236-e7ca-4d18-bcfc-4412e011674e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1700372712-router', 'tenant_id': '4983e51e5c4742eb9b95034b5aef3213', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430'}}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:13:03.638099 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e601b8c1-0215-4476-b986-cf88c732f42c admin admin] Made reservation on behalf of 82d395d404d64b169e0a445e9616b86b for: {'subnet': 1} {{(pid=103197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 17:13:03.641049 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88739393-949b-488e-864d-6443d0780512 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f84e879-2170-571d-bd14-f6ce5a973bba-2be6587c-41c5-41bc-ac5a-09ac1f4499ce', 'network_id': '2be6587c-41c5-41bc-ac5a-09ac1f4499ce', 'project_id': '4983e51e5c4742eb9b95034b5aef3213', 'fixed_ips': [{'subnet_id': '29c22a55-3970-45d3-a1fa-25a28ccfa3f2'}]}} from dv-cinder-733623-11-iscsi. {{(pid=103198) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 17:13:03.642276 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-88739393-949b-488e-864d-6443d0780512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:03.654881 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-e601b8c1-0215-4476-b986-cf88c732f42c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:03.704939 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d281e5-6548-4a65-89f4-daf460f20ce8 admin admin] Checking segment: {'id': 'ea56166e-7389-4e33-97f5-11245c8eda5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '2ba46ddb-7f90-4e43-a962-4539181c2555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 17:13:03.716858 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d281e5-6548-4a65-89f4-daf460f20ce8 admin admin] Network hostable DHCP agents. Network: 2ba46ddb-7f90-4e43-a962-4539181c2555, hostable agents: ['1e8d2d8a-92ca-4025-a540-71c8151dbccf'], hosted agents: [] {{(pid=103197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 17:13:03.793183 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d281e5-6548-4a65-89f4-daf460f20ce8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a82b979-6fb1-4467-b826-d60f656f3e09,revision_number=0']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:03.905849 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-5a1d5236-e7ca-4d18-bcfc-4412e011674e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-644958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16091'] for router (56189c01-216f-46e3-9aed-18bc5b25e3ff), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:03.906977 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-5a1d5236-e7ca-4d18-bcfc-4412e011674e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16096'] for router (56189c01-216f-46e3-9aed-18bc5b25e3ff), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:03.924392 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.db_base_plugin_common [None req-88739393-949b-488e-864d-6443d0780512 None None] Allocated IP 172.20.0.2 (2be6587c-41c5-41bc-ac5a-09ac1f4499ce/29c22a55-3970-45d3-a1fa-25a28ccfa3f2/a4af8d0a-b914-4e27-961c-747600d5e84c) {{(pid=103198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 17:13:03.992478 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9e32d037-407a-45b0-86f7-3ae72e49b763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781'] for subnet (e2a0842a-bbe5-40a2-b308-b84b4df3e2b6), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:04.097124 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-88739393-949b-488e-864d-6443d0780512 None None] Publish callbacks [] for port (a4af8d0a-b914-4e27-961c-747600d5e84c), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:04.120487 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e32d037-407a-45b0-86f7-3ae72e49b763 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2a0842a-bbe5-40a2-b308-b84b4df3e2b6,revision_number=0']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:04.133001 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e32d037-407a-45b0-86f7-3ae72e49b763 admin admin] Checking segment: {'id': '2fccfc1b-cb99-45b9-9f8c-ca3412f0a050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '69fb0145-03f6-40a6-ac58-42e6e5e4d712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 17:13:04.133410 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e32d037-407a-45b0-86f7-3ae72e49b763 admin admin] Network hostable DHCP agents. Network: 69fb0145-03f6-40a6-ac58-42e6e5e4d712, hostable agents: ['1e8d2d8a-92ca-4025-a540-71c8151dbccf'], hosted agents: [] {{(pid=103196) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 17:13:04.142328 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d281e5-6548-4a65-89f4-daf460f20ce8 admin admin] Network 2ba46ddb-7f90-4e43-a962-4539181c2555 is scheduled to be hosted by DHCP agent 1e8d2d8a-92ca-4025-a540-71c8151dbccf with binding_index 1 {{(pid=103197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 17:13:04.167698 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-88739393-949b-488e-864d-6443d0780512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785611913804'] for port (a4af8d0a-b914-4e27-961c-747600d5e84c), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:04.211927 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88739393-949b-488e-864d-6443d0780512 None None] Network 2be6587c-41c5-41bc-ac5a-09ac1f4499ce is already hosted by enough agents. {{(pid=103198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 17:13:04.214752 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.scheduler.base_scheduler [None req-88739393-949b-488e-864d-6443d0780512 None None] Resources bound (agent type, host, resource id): {{(pid=103198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 17:13:04.218474 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88739393-949b-488e-864d-6443d0780512 None None] Received port after_create {{(pid=103198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 17:13:04.226767 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e32d037-407a-45b0-86f7-3ae72e49b763 admin admin] Network 69fb0145-03f6-40a6-ac58-42e6e5e4d712 is scheduled to be hosted by DHCP agent 1e8d2d8a-92ca-4025-a540-71c8151dbccf with binding_index 1 {{(pid=103196) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 17:13:04.227773 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88739393-949b-488e-864d-6443d0780512 None None] Pushing event updated for resources: {'Port': ['ID=a4af8d0a-b914-4e27-961c-747600d5e84c,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:04.239634 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88739393-949b-488e-864d-6443d0780512 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:13:04.240879 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88739393-949b-488e-864d-6443d0780512 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:13:04.241231 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88739393-949b-488e-864d-6443d0780512 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:13:04.241566 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88739393-949b-488e-864d-6443d0780512 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:13:04.241898 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88739393-949b-488e-864d-6443d0780512 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:13:04.242228 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88739393-949b-488e-864d-6443d0780512 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:13:04.242577 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88739393-949b-488e-864d-6443d0780512 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:13:04.243001 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88739393-949b-488e-864d-6443d0780512 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:13:04.243420 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88739393-949b-488e-864d-6443d0780512 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:13:04.243774 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88739393-949b-488e-864d-6443d0780512 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:13:04.244104 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88739393-949b-488e-864d-6443d0780512 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:13:04.244423 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88739393-949b-488e-864d-6443d0780512 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:13:04.244749 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88739393-949b-488e-864d-6443d0780512 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:13:04.245941 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88739393-949b-488e-864d-6443d0780512 None None] Tracked resource versions report: Jan 18 17:13:04.245941 dv-cinder-733623-11-iscsi neutron-server[103198]: pushed versions: Jan 18 17:13:04.245941 dv-cinder-733623-11-iscsi neutron-server[103198]: { 'AddressGroup': {'1.2'}, Jan 18 17:13:04.245941 dv-cinder-733623-11-iscsi neutron-server[103198]: 'ConntrackHelper': {'1.0'}, Jan 18 17:13:04.245941 dv-cinder-733623-11-iscsi neutron-server[103198]: 'LocalIPAssociation': {'1.0'}, Jan 18 17:13:04.245941 dv-cinder-733623-11-iscsi neutron-server[103198]: 'Log': {'1.0'}, Jan 18 17:13:04.245941 dv-cinder-733623-11-iscsi neutron-server[103198]: 'Network': {'1.1'}, Jan 18 17:13:04.245941 dv-cinder-733623-11-iscsi neutron-server[103198]: 'Port': {'1.7'}, Jan 18 17:13:04.245941 dv-cinder-733623-11-iscsi neutron-server[103198]: 'PortForwarding': {'1.2'}, Jan 18 17:13:04.245941 dv-cinder-733623-11-iscsi neutron-server[103198]: 'QosPolicy': {'1.10'}, Jan 18 17:13:04.245941 dv-cinder-733623-11-iscsi neutron-server[103198]: 'SecurityGroup': {'1.5'}, Jan 18 17:13:04.245941 dv-cinder-733623-11-iscsi neutron-server[103198]: 'SecurityGroupRule': {'1.2'}, Jan 18 17:13:04.245941 dv-cinder-733623-11-iscsi neutron-server[103198]: 'SubPort': {'1.0'}, Jan 18 17:13:04.245941 dv-cinder-733623-11-iscsi neutron-server[103198]: 'Subnet': {'1.1'}, Jan 18 17:13:04.245941 dv-cinder-733623-11-iscsi neutron-server[103198]: 'Trunk': {'1.1'}} Jan 18 17:13:04.245941 dv-cinder-733623-11-iscsi neutron-server[103198]: consumer versions: Jan 18 17:13:04.245941 dv-cinder-733623-11-iscsi neutron-server[103198]: { DHCP agent@dv-cinder-733623-11-iscsi: {}, Jan 18 17:13:04.245941 dv-cinder-733623-11-iscsi neutron-server[103198]: HyperV agent@hv-cinder-73362: {}, Jan 18 17:13:04.245941 dv-cinder-733623-11-iscsi neutron-server[103198]: L3 agent@dv-cinder-733623-11-iscsi: {}, Jan 18 17:13:04.245941 dv-cinder-733623-11-iscsi neutron-server[103198]: Metadata agent@dv-cinder-733623-11-iscsi: {}, Jan 18 17:13:04.245941 dv-cinder-733623-11-iscsi neutron-server[103198]: Metering agent@dv-cinder-733623-11-iscsi: {}, Jan 18 17:13:04.245941 dv-cinder-733623-11-iscsi neutron-server[103198]: Open vSwitch agent@dv-cinder-733623-11-iscsi: { 'AddressGroup': '1.2', Jan 18 17:13:04.245941 dv-cinder-733623-11-iscsi neutron-server[103198]: 'ConntrackHelper': '1.0', Jan 18 17:13:04.245941 dv-cinder-733623-11-iscsi neutron-server[103198]: 'LocalIPAssociation': '1.0', Jan 18 17:13:04.245941 dv-cinder-733623-11-iscsi neutron-server[103198]: 'Log': '1.0', Jan 18 17:13:04.245941 dv-cinder-733623-11-iscsi neutron-server[103198]: 'Network': '1.1', Jan 18 17:13:04.245941 dv-cinder-733623-11-iscsi neutron-server[103198]: 'Port': '1.7', Jan 18 17:13:04.245941 dv-cinder-733623-11-iscsi neutron-server[103198]: 'PortForwarding': '1.2', Jan 18 17:13:04.245941 dv-cinder-733623-11-iscsi neutron-server[103198]: 'QosPolicy': '1.10', Jan 18 17:13:04.245941 dv-cinder-733623-11-iscsi neutron-server[103198]: 'SecurityGroup': '1.5', Jan 18 17:13:04.245941 dv-cinder-733623-11-iscsi neutron-server[103198]: 'SecurityGroupRule': '1.2', Jan 18 17:13:04.245941 dv-cinder-733623-11-iscsi neutron-server[103198]: 'SubPort': '1.0', Jan 18 17:13:04.245941 dv-cinder-733623-11-iscsi neutron-server[103198]: 'Subnet': '1.1', Jan 18 17:13:04.245941 dv-cinder-733623-11-iscsi neutron-server[103198]: 'Trunk': '1.1'}} Jan 18 17:13:04.245941 dv-cinder-733623-11-iscsi neutron-server[103198]: {{(pid=103198) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 17:13:04.293023 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-88739393-949b-488e-864d-6443d0780512 None None] Attempting to bind port a4af8d0a-b914-4e27-961c-747600d5e84c on host dv-cinder-733623-11-iscsi for vnic_type normal with profile {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 17:13:04.293736 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-88739393-949b-488e-864d-6443d0780512 None None] Attempting to bind port a4af8d0a-b914-4e27-961c-747600d5e84c by drivers openvswitch,hyperv on host dv-cinder-733623-11-iscsi at level 0 using segments [{'id': '7804631f-b978-4531-985d-c1ed5e4123e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '2be6587c-41c5-41bc-ac5a-09ac1f4499ce'}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 17:13:04.293838 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88739393-949b-488e-864d-6443d0780512 None None] Attempting to bind port a4af8d0a-b914-4e27-961c-747600d5e84c on network 2be6587c-41c5-41bc-ac5a-09ac1f4499ce {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 17:13:04.299789 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88739393-949b-488e-864d-6443d0780512 None None] Checking agent: {'id': 'a6f837d2-7b5b-4cd3-9c28-296017d8b8e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 17, 5, 2), 'started_at': datetime.datetime(2022, 1, 18, 17, 5, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 17, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 17:13:04.300260 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88739393-949b-488e-864d-6443d0780512 None None] Checking segment: {'id': '7804631f-b978-4531-985d-c1ed5e4123e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '2be6587c-41c5-41bc-ac5a-09ac1f4499ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 17:13:04.300675 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-88739393-949b-488e-864d-6443d0780512 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:04.301075 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88739393-949b-488e-864d-6443d0780512 None None] Bound using segment: {'id': '7804631f-b978-4531-985d-c1ed5e4123e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '2be6587c-41c5-41bc-ac5a-09ac1f4499ce'} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 17:13:04.301566 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-88739393-949b-488e-864d-6443d0780512 None None] Bound port: a4af8d0a-b914-4e27-961c-747600d5e84c, host: dv-cinder-733623-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7804631f-b978-4531-985d-c1ed5e4123e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '2be6587c-41c5-41bc-ac5a-09ac1f4499ce'}}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 17:13:04.301951 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-88739393-949b-488e-864d-6443d0780512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (a4af8d0a-b914-4e27-961c-747600d5e84c), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:04.374451 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-88739393-949b-488e-864d-6443d0780512 None None] For port a4af8d0a-b914-4e27-961c-747600d5e84c, host dv-cinder-733623-11-iscsi, cleared binding levels {{(pid=103198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 17:13:04.377317 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-e601b8c1-0215-4476-b986-cf88c732f42c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781'] for subnet (7211cf1f-c33b-4353-a446-bb2d845858ab), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:04.378293 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-88739393-949b-488e-864d-6443d0780512 None None] For port a4af8d0a-b914-4e27-961c-747600d5e84c, host dv-cinder-733623-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-11-iscsi',level=0,port_id=a4af8d0a-b914-4e27-961c-747600d5e84c,segment=NetworkSegment(7804631f-b978-4531-985d-c1ed5e4123e4),segment_id=7804631f-b978-4531-985d-c1ed5e4123e4)] {{(pid=103198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 17:13:04.381334 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-5a1d5236-e7ca-4d18-bcfc-4412e011674e admin admin] Publish callbacks [] for router_controller (56189c01-216f-46e3-9aed-18bc5b25e3ff), precommit_add_association {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:04.437106 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e601b8c1-0215-4476-b986-cf88c732f42c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7211cf1f-c33b-4353-a446-bb2d845858ab,revision_number=0']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:04.445828 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e601b8c1-0215-4476-b986-cf88c732f42c admin admin] Checking segment: {'id': '4584f792-4385-45bc-9f18-b5d58b51f5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '9ee67609-54ef-4b91-940a-05d38e6b2c9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 17:13:04.445828 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e601b8c1-0215-4476-b986-cf88c732f42c admin admin] Network hostable DHCP agents. Network: 9ee67609-54ef-4b91-940a-05d38e6b2c9b, hostable agents: ['1e8d2d8a-92ca-4025-a540-71c8151dbccf'], hosted agents: [] {{(pid=103197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 17:13:04.475783 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-88739393-949b-488e-864d-6443d0780512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (a4af8d0a-b914-4e27-961c-747600d5e84c), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:04.477152 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-9e32d037-407a-45b0-86f7-3ae72e49b763 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-11-iscsi, 69fb0145-03f6-40a6-ac58-42e6e5e4d712) {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 17:13:04.483792 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.base_scheduler [None req-45d281e5-6548-4a65-89f4-daf460f20ce8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-11-iscsi, 2ba46ddb-7f90-4e43-a962-4539181c2555) {{(pid=103197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 17:13:04.485192 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e32d037-407a-45b0-86f7-3ae72e49b763 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:04.485192 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9e32d037-407a-45b0-86f7-3ae72e49b763 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526667'] for subnet (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:04.492500 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d281e5-6548-4a65-89f4-daf460f20ce8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:04.493189 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-45d281e5-6548-4a65-89f4-daf460f20ce8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526667'] for subnet (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:04.522305 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac5de7e-7a33-494f-9c64-2b8d1372ae1c None None] Network 69fb0145-03f6-40a6-ac58-42e6e5e4d712 requested from dv-cinder-733623-11-iscsi {{(pid=103198) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 17:13:04.528815 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c7c12d-579e-45b7-8c3c-eb1d90d11795 None None] Network 2ba46ddb-7f90-4e43-a962-4539181c2555 requested from dv-cinder-733623-11-iscsi {{(pid=103198) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 17:13:04.587633 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-9e32d037-407a-45b0-86f7-3ae72e49b763 admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2545924 Jan 18 17:13:04.588564 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e601b8c1-0215-4476-b986-cf88c732f42c admin admin] Network 9ee67609-54ef-4b91-940a-05d38e6b2c9b is scheduled to be hosted by DHCP agent 1e8d2d8a-92ca-4025-a540-71c8151dbccf with binding_index 1 {{(pid=103197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 17:13:04.596529 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.base_scheduler [None req-e601b8c1-0215-4476-b986-cf88c732f42c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-11-iscsi, 9ee67609-54ef-4b91-940a-05d38e6b2c9b) {{(pid=103197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 17:13:04.604644 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e601b8c1-0215-4476-b986-cf88c732f42c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:04.605610 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-e601b8c1-0215-4476-b986-cf88c732f42c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526667'] for subnet (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:04.618008 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a41acab-fa8c-48e5-9b37-67f7bfa8d3d5 None None] Network 9ee67609-54ef-4b91-940a-05d38e6b2c9b requested from dv-cinder-733623-11-iscsi {{(pid=103198) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 17:13:04.701348 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-5a1d5236-e7ca-4d18-bcfc-4412e011674e admin admin] Publish callbacks [] for router_gateway (56189c01-216f-46e3-9aed-18bc5b25e3ff), precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:04.719696 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-45d281e5-6548-4a65-89f4-daf460f20ce8 admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7857721 Jan 18 17:13:04.808582 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-e601b8c1-0215-4476-b986-cf88c732f42c admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.4376671 Jan 18 17:13:04.809050 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 49636) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:13:04.817761 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-810be512-ab4d-4bf3-8399-4db57e212102 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1263294018-router', 'tenant_id': '82d395d404d64b169e0a445e9616b86b', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430'}}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:13:04.838472 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88739393-949b-488e-864d-6443d0780512 None None] Pushing event updated for resources: {'Port': ['ID=a4af8d0a-b914-4e27-961c-747600d5e84c,revision_number=2']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:04.973349 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-810be512-ab4d-4bf3-8399-4db57e212102 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-644958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16091'] for router (c8ff7da9-99d3-4fd8-a77c-68d724a415dd), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:04.976137 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-810be512-ab4d-4bf3-8399-4db57e212102 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16096'] for router (c8ff7da9-99d3-4fd8-a77c-68d724a415dd), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:05.106618 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb70ecc1-0a25-45d7-ac34-f3d2b05b1a5c None None] Network 2ba46ddb-7f90-4e43-a962-4539181c2555 requested from dv-cinder-733623-11-iscsi {{(pid=103198) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 17:13:05.134869 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5514403c-0871-4de8-b9d2-446aa58bd3ca None None] Network 69fb0145-03f6-40a6-ac58-42e6e5e4d712 requested from dv-cinder-733623-11-iscsi {{(pid=103198) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 17:13:05.208193 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f98a17d-b883-45b4-82bc-a28cf62ab2ed None None] Network 9ee67609-54ef-4b91-940a-05d38e6b2c9b requested from dv-cinder-733623-11-iscsi {{(pid=103198) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 17:13:05.211661 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-810be512-ab4d-4bf3-8399-4db57e212102 admin admin] Publish callbacks [] for router_controller (c8ff7da9-99d3-4fd8-a77c-68d724a415dd), precommit_add_association {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:05.285391 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-5a1d5236-e7ca-4d18-bcfc-4412e011674e admin admin] Publish callbacks [] for router_gateway (56189c01-216f-46e3-9aed-18bc5b25e3ff), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:05.348578 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 49650) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:13:05.352767 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-5a1d5236-e7ca-4d18-bcfc-4412e011674e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:05.561268 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.db.db_base_plugin_common [None req-5a1d5236-e7ca-4d18-bcfc-4412e011674e admin admin] Allocated IP 172.27.1.228 (09e508a9-4d19-4482-acf1-bcc4a2adb430/ac199632-c036-4879-8c53-e78832fc0d54/6eeb1ac4-8b60-49a7-ab84-a525826ad5ee) {{(pid=103197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 17:13:05.633744 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-810be512-ab4d-4bf3-8399-4db57e212102 admin admin] Publish callbacks [] for router_gateway (c8ff7da9-99d3-4fd8-a77c-68d724a415dd), precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:05.738660 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 49678) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:13:05.742533 dv-cinder-733623-11-iscsi neutron-server[103197]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 18 17:13:05.794807 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-abdbd3a0-95b6-4a7f-9754-de5bcf63b092 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:05.805634 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-5a1d5236-e7ca-4d18-bcfc-4412e011674e admin admin] Publish callbacks [] for port (6eeb1ac4-8b60-49a7-ab84-a525826ad5ee), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:05.830109 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 49696) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:13:05.838694 dv-cinder-733623-11-iscsi neutron-server[103196]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 18 17:13:06.126070 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30521684-9279-4361-b64b-584643bff9e2 req-5791599d-bf29-4b0e-954f-a7ce6ee6c7b7 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:06.127703 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-30521684-9279-4361-b64b-584643bff9e2 req-5791599d-bf29-4b0e-954f-a7ce6ee6c7b7 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/networks?id=69fb0145-03f6-40a6-ac58-42e6e5e4d712 HTTP/1.1" status: 200 len: 815 time: 0.3865669 Jan 18 17:13:06.156976 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-30521684-9279-4361-b64b-584643bff9e2 req-5a6a5e48-6ea6-49af-b65f-1cc823c70bef tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/quotas/4c7d87680cf1434d8efeb24160231783 HTTP/1.1" status: 200 len: 375 time: 0.0211291 Jan 18 17:13:06.171195 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-abdbd3a0-95b6-4a7f-9754-de5bcf63b092 admin admin] Publish callbacks [] for security_group (342fc640-031f-41aa-81ca-91c0de82a605), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:06.221404 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43802b80-8b85-4017-b1a9-5ed967226b28 req-211efa23-45c5-4546-b036-b1470739f623 tempest-DeleteServersTestJSON-1389015654 tempest-DeleteServersTestJSON-1389015654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:06.222273 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-5a1d5236-e7ca-4d18-bcfc-4412e011674e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785611913804'] for port (6eeb1ac4-8b60-49a7-ab84-a525826ad5ee), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:06.223117 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-43802b80-8b85-4017-b1a9-5ed967226b28 req-211efa23-45c5-4546-b036-b1470739f623 tempest-DeleteServersTestJSON-1389015654 tempest-DeleteServersTestJSON-1389015654-project] 10.222.0.100 "GET /v2.0/networks?id=2ba46ddb-7f90-4e43-a962-4539181c2555 HTTP/1.1" status: 200 len: 812 time: 0.3862381 Jan 18 17:13:06.225187 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-810be512-ab4d-4bf3-8399-4db57e212102 admin admin] Publish callbacks [] for router_gateway (c8ff7da9-99d3-4fd8-a77c-68d724a415dd), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:06.226048 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-30521684-9279-4361-b64b-584643bff9e2 req-7126d975-3d12-4bda-811d-f28fa1a24264 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=4c7d87680cf1434d8efeb24160231783&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0575979 Jan 18 17:13:06.248183 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c883f20-3263-49fa-a74f-de476bdb6d55 None None] Network 2be6587c-41c5-41bc-ac5a-09ac1f4499ce requested from dv-cinder-733623-11-iscsi {{(pid=103198) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 17:13:06.264121 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-810be512-ab4d-4bf3-8399-4db57e212102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:06.267736 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1d5236-e7ca-4d18-bcfc-4412e011674e admin admin] Network 09e508a9-4d19-4482-acf1-bcc4a2adb430 is already hosted by enough agents. {{(pid=103197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 17:13:06.270635 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-abdbd3a0-95b6-4a7f-9754-de5bcf63b092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (342fc640-031f-41aa-81ca-91c0de82a605), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:06.281099 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.base_scheduler [None req-5a1d5236-e7ca-4d18-bcfc-4412e011674e admin admin] Resources bound (agent type, host, resource id): {{(pid=103197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 17:13:06.296263 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-43802b80-8b85-4017-b1a9-5ed967226b28 req-7d6490a8-b39b-4f1b-adf7-1fc6f94608a5 tempest-DeleteServersTestJSON-1389015654 tempest-DeleteServersTestJSON-1389015654-project] 10.222.0.100 "GET /v2.0/quotas/33a498149a11438084fcf9ac20dab009 HTTP/1.1" status: 200 len: 375 time: 0.0283628 Jan 18 17:13:06.297605 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1d5236-e7ca-4d18-bcfc-4412e011674e admin admin] Received port after_create {{(pid=103197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 17:13:06.333244 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-fb31f82a-0907-4b42-a6e2-2d4029b0a66d None None] Provisioning complete for port a4af8d0a-b914-4e27-961c-747600d5e84c triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:13:06.334777 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-fb31f82a-0907-4b42-a6e2-2d4029b0a66d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (a4af8d0a-b914-4e27-961c-747600d5e84c), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:06.358584 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-43802b80-8b85-4017-b1a9-5ed967226b28 req-cdaf391a-a623-4622-8f10-67f4963f3abb tempest-DeleteServersTestJSON-1389015654 tempest-DeleteServersTestJSON-1389015654-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=33a498149a11438084fcf9ac20dab009&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0613337 Jan 18 17:13:06.362488 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1d5236-e7ca-4d18-bcfc-4412e011674e admin admin] Pushing event updated for resources: {'Port': ['ID=6eeb1ac4-8b60-49a7-ab84-a525826ad5ee,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:06.411086 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdbd3a0-95b6-4a7f-9754-de5bcf63b092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=342fc640-031f-41aa-81ca-91c0de82a605,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:06.442757 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 49714) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:13:06.447732 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-abdbd3a0-95b6-4a7f-9754-de5bcf63b092 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=1b629f8dc8a64ac5b4e6ec1c2441323f&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0911462 Jan 18 17:13:06.482694 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [req-30521684-9279-4361-b64b-584643bff9e2 req-27ec37a8-b11a-4047-8d42-a7532d671a28 service neutron] http://10.222.0.100:9696/v2.0/extensions returned with HTTP 200 {{(pid=103197) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 17:13:06.483325 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-30521684-9279-4361-b64b-584643bff9e2 req-27ec37a8-b11a-4047-8d42-a7532d671a28 service neutron] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1219583 Jan 18 17:13:06.493276 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-fb31f82a-0907-4b42-a6e2-2d4029b0a66d None None] Current status of the port a4af8d0a-b914-4e27-961c-747600d5e84c is: DOWN; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:13:06.493663 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-fb31f82a-0907-4b42-a6e2-2d4029b0a66d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (a4af8d0a-b914-4e27-961c-747600d5e84c), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:06.545175 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-fb31f82a-0907-4b42-a6e2-2d4029b0a66d None None] For port a4af8d0a-b914-4e27-961c-747600d5e84c, host dv-cinder-733623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-11-iscsi',level=0,port_id=a4af8d0a-b914-4e27-961c-747600d5e84c,segment=NetworkSegment(7804631f-b978-4531-985d-c1ed5e4123e4),segment_id=7804631f-b978-4531-985d-c1ed5e4123e4)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:13:06.589452 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [req-43802b80-8b85-4017-b1a9-5ed967226b28 req-51eb7ab2-f72d-4ea2-b247-0321e7c62ed8 service neutron] http://10.222.0.100:9696/v2.0/extensions returned with HTTP 200 {{(pid=103196) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 17:13:06.590507 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-43802b80-8b85-4017-b1a9-5ed967226b28 req-51eb7ab2-f72d-4ea2-b247-0321e7c62ed8 service neutron] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1435461 Jan 18 17:13:06.624088 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-fb31f82a-0907-4b42-a6e2-2d4029b0a66d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (a4af8d0a-b914-4e27-961c-747600d5e84c), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:06.636872 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-30521684-9279-4361-b64b-584643bff9e2 req-a15f960c-e085-4d9d-8173-ce37936e9b5e service neutron] 10.222.0.100 "GET /v2.0/networks/69fb0145-03f6-40a6-ac58-42e6e5e4d712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453671 Jan 18 17:13:06.685797 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb31f82a-0907-4b42-a6e2-2d4029b0a66d None None] Pushing event updated for resources: {'Port': ['ID=a4af8d0a-b914-4e27-961c-747600d5e84c,revision_number=3']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:06.711883 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-810be512-ab4d-4bf3-8399-4db57e212102 admin admin] Allocated IP 172.27.1.223 (09e508a9-4d19-4482-acf1-bcc4a2adb430/ac199632-c036-4879-8c53-e78832fc0d54/9e7d76c1-911b-4ead-915b-76a961b75d69) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 17:13:06.752717 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-9d1340c9-ea70-4caa-8076-95f338535b25 None None] Provisioning complete for port a4af8d0a-b914-4e27-961c-747600d5e84c triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:13:06.753130 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-9d1340c9-ea70-4caa-8076-95f338535b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (a4af8d0a-b914-4e27-961c-747600d5e84c), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:06.812935 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-13db6521-36be-4f63-905f-e0d1c5446f49 admin admin] Publish callbacks [] for security_group (342fc640-031f-41aa-81ca-91c0de82a605), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:06.862993 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-43802b80-8b85-4017-b1a9-5ed967226b28 req-c96788ba-bcb3-4f26-9de9-95b9638cb333 service neutron] 10.222.0.100 "GET /v2.0/networks/2ba46ddb-7f90-4e43-a962-4539181c2555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635636 Jan 18 17:13:06.891150 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-5a1d5236-e7ca-4d18-bcfc-4412e011674e admin admin] Publish callbacks [] for router_gateway (56189c01-216f-46e3-9aed-18bc5b25e3ff), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:06.925466 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-13db6521-36be-4f63-905f-e0d1c5446f49 admin admin] Publish callbacks [] for security_group (342fc640-031f-41aa-81ca-91c0de82a605), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:06.931378 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-9d1340c9-ea70-4caa-8076-95f338535b25 None None] Current status of the port a4af8d0a-b914-4e27-961c-747600d5e84c is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:13:06.934829 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Device a4af8d0a-b914-4e27-961c-747600d5e84c up at agent ovs-agent-dv-cinder-733623-11-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 17:13:07.012858 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Provisioning complete for port a4af8d0a-b914-4e27-961c-747600d5e84c triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:13:07.013479 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (a4af8d0a-b914-4e27-961c-747600d5e84c), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:07.073105 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-30521684-9279-4361-b64b-584643bff9e2 req-e5822966-9521-416d-9285-99313a786f10 service neutron] 10.222.0.100 "GET /v2.0/networks/69fb0145-03f6-40a6-ac58-42e6e5e4d712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4018564 Jan 18 17:13:07.121199 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Current status of the port a4af8d0a-b914-4e27-961c-747600d5e84c is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:13:07.152811 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-810be512-ab4d-4bf3-8399-4db57e212102 admin admin] Publish callbacks [] for port (9e7d76c1-911b-4ead-915b-76a961b75d69), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:07.191941 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-43802b80-8b85-4017-b1a9-5ed967226b28 req-5d97259f-9f96-4007-8e99-207ce51d9e88 service neutron] 10.222.0.100 "GET /v2.0/networks/2ba46ddb-7f90-4e43-a962-4539181c2555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3054299 Jan 18 17:13:07.209298 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-13db6521-36be-4f63-905f-e0d1c5446f49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (342fc640-031f-41aa-81ca-91c0de82a605), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:07.212980 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-13db6521-36be-4f63-905f-e0d1c5446f49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:07.218485 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-13db6521-36be-4f63-905f-e0d1c5446f49 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/342fc640-031f-41aa-81ca-91c0de82a605 HTTP/1.1" status: 204 len: 168 time: 0.7704234 Jan 18 17:13:07.222845 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13db6521-36be-4f63-905f-e0d1c5446f49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=342fc640-031f-41aa-81ca-91c0de82a605,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:07.270684 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-5a1d5236-e7ca-4d18-bcfc-4412e011674e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648101'] for router (56189c01-216f-46e3-9aed-18bc5b25e3ff), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:07.298352 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-810be512-ab4d-4bf3-8399-4db57e212102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785611913804'] for port (9e7d76c1-911b-4ead-915b-76a961b75d69), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:07.356450 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810be512-ab4d-4bf3-8399-4db57e212102 admin admin] Network 09e508a9-4d19-4482-acf1-bcc4a2adb430 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 17:13:07.359854 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-810be512-ab4d-4bf3-8399-4db57e212102 admin admin] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 17:13:07.364683 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810be512-ab4d-4bf3-8399-4db57e212102 admin admin] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 17:13:07.436878 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810be512-ab4d-4bf3-8399-4db57e212102 admin admin] Pushing event updated for resources: {'Port': ['ID=9e7d76c1-911b-4ead-915b-76a961b75d69,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:07.555938 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a1d5236-e7ca-4d18-bcfc-4412e011674e admin admin] Router 56189c01-216f-46e3-9aed-18bc5b25e3ff is scheduled to L3 agent 34860b7f-7c9d-4265-9a0a-1b9bd2e1622e with binding_index 1 {{(pid=103197) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 17:13:07.704083 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-f89c1fa8-fabc-46cf-90c5-bdb42a3d72fa req-1fa5e6a8-b9e1-4e64-a99e-8f1785cba547 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/ports?device_id=b9b0d347-98b0-4fe6-a443-bf2e28175c8c HTTP/1.1" status: 200 len: 210 time: 0.1406796 Jan 18 17:13:07.842304 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a1d5236-e7ca-4d18-bcfc-4412e011674e admin admin] Notify agent at l3_agent.dv-cinder-733623-11-iscsi the message routers_updated {{(pid=103197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 17:13:07.856472 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29db3b22-a4bb-436c-b02a-5e98668d178e None None] Sync routers for ids ['56189c01-216f-46e3-9aed-18bc5b25e3ff'] in dv-cinder-733623-11-iscsi {{(pid=103199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 17:13:07.881144 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29db3b22-a4bb-436c-b02a-5e98668d178e None None] Routers {'56189c01-216f-46e3-9aed-18bc5b25e3ff'} bound to L3 agent in host dv-cinder-733623-11-iscsi {{(pid=103199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 17:13:07.881144 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-29db3b22-a4bb-436c-b02a-5e98668d178e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T17:04:58Z,description=,heartbeat_timestamp=2022-01-18T17:12:58Z,host='dv-cinder-733623-11-iscsi',id=34860b7f-7c9d-4265-9a0a-1b9bd2e1622e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T17:04:59Z,topic='l3_agent')) {'router_ids': ['56189c01-216f-46e3-9aed-18bc5b25e3ff'], 'active': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:13:07.969550 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-5a1d5236-e7ca-4d18-bcfc-4412e011674e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:07.981514 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-5a1d5236-e7ca-4d18-bcfc-4412e011674e admin admin] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.4094474 Jan 18 17:13:07.982679 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 49788) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:13:08.016117 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-3c38a6b4-b251-475e-8743-4329d614ead5 req-92233ebd-014f-4cc2-b7e7-4f292ed02f80 tempest-DeleteServersTestJSON-1389015654 tempest-DeleteServersTestJSON-1389015654-project] 10.222.0.100 "GET /v2.0/ports?device_id=44a09345-3e20-494f-b75a-816f22853010 HTTP/1.1" status: 200 len: 210 time: 0.2986484 Jan 18 17:13:08.044564 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-810be512-ab4d-4bf3-8399-4db57e212102 admin admin] Publish callbacks [] for router_gateway (c8ff7da9-99d3-4fd8-a77c-68d724a415dd), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:08.161264 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvr_db [None req-29db3b22-a4bb-436c-b02a-5e98668d178e None None] Set router 56189c01-216f-46e3-9aed-18bc5b25e3ff gateway port host: dv-cinder-733623-11-iscsi {{(pid=103199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 17:13:08.425001 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-810be512-ab4d-4bf3-8399-4db57e212102 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648101'] for router (c8ff7da9-99d3-4fd8-a77c-68d724a415dd), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:08.469017 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-29db3b22-a4bb-436c-b02a-5e98668d178e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56189c01-216f-46e3-9aed-18bc5b25e3ff', 'name': 'tempest-AttachVolumeShelveTestJSON-1700372712-router', 'tenant_id': '4983e51e5c4742eb9b95034b5aef3213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '6eeb1ac4-8b60-49a7-ab84-a525826ad5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:13:04Z', 'updated_at': '2022-01-18T17:13:06Z', 'revision_number': 3, 'project_id': '4983e51e5c4742eb9b95034b5aef3213', 'gw_port': {'id': '6eeb1ac4-8b60-49a7-ab84-a525826ad5ee', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:37:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56189c01-216f-46e3-9aed-18bc5b25e3ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:13:05Z', 'updated_at': '2022-01-18T17:13:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi'}], 'dv-cinder-733623-11-iscsi', False) {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:13:08.488623 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 49818) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:13:08.512812 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29db3b22-a4bb-436c-b02a-5e98668d178e None None] Checking router: 56189c01-216f-46e3-9aed-18bc5b25e3ff for host: dv-cinder-733623-11-iscsi {{(pid=103199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 17:13:08.513207 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29db3b22-a4bb-436c-b02a-5e98668d178e None None] Updating router 56189c01-216f-46e3-9aed-18bc5b25e3ff port 6eeb1ac4-8b60-49a7-ab84-a525826ad5ee binding host dv-cinder-733623-11-iscsi {{(pid=103199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 17:13:08.547941 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-29db3b22-a4bb-436c-b02a-5e98668d178e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (6eeb1ac4-8b60-49a7-ab84-a525826ad5ee), before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:08.556871 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-1bbec281-74ad-4ed1-abbe-03b8cc81b2f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:08.684131 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-1bbec281-74ad-4ed1-abbe-03b8cc81b2f4 admin admin] Publish callbacks [] for security_group (21dd086a-db1f-49e7-b822-ef4a90c29103), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:08.806980 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-1bbec281-74ad-4ed1-abbe-03b8cc81b2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (21dd086a-db1f-49e7-b822-ef4a90c29103), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:08.846543 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-810be512-ab4d-4bf3-8399-4db57e212102 admin admin] Router c8ff7da9-99d3-4fd8-a77c-68d724a415dd is scheduled to L3 agent 34860b7f-7c9d-4265-9a0a-1b9bd2e1622e with binding_index 1 {{(pid=103196) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 17:13:08.879002 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-62c42b18-c6e3-4672-b8cd-d7d4d7ed4ece req-d38b8006-2e79-464a-995c-08ced61c4e51 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/ports?device_id=b9b0d347-98b0-4fe6-a443-bf2e28175c8c HTTP/1.1" status: 200 len: 210 time: 0.0734208 Jan 18 17:13:08.895348 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-29db3b22-a4bb-436c-b02a-5e98668d178e None None] Publish callbacks [] for port (6eeb1ac4-8b60-49a7-ab84-a525826ad5ee), precommit_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:08.925185 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-1bbec281-74ad-4ed1-abbe-03b8cc81b2f4 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=c982f2aebe684aae950d7bee3705a706&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4295051 Jan 18 17:13:08.925185 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-944419b0-e7c6-480d-bd9b-54bde01b566e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:08.926676 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 49832) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:13:08.934674 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbec281-74ad-4ed1-abbe-03b8cc81b2f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21dd086a-db1f-49e7-b822-ef4a90c29103,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:09.001841 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-810be512-ab4d-4bf3-8399-4db57e212102 admin admin] Notify agent at l3_agent.dv-cinder-733623-11-iscsi the message routers_updated {{(pid=103196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 17:13:09.008316 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-29db3b22-a4bb-436c-b02a-5e98668d178e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (6eeb1ac4-8b60-49a7-ab84-a525826ad5ee), after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:09.015284 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c39954f-986d-401b-9648-4c00f51512d6 None None] Sync routers for ids ['c8ff7da9-99d3-4fd8-a77c-68d724a415dd'] in dv-cinder-733623-11-iscsi {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 17:13:09.030214 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c39954f-986d-401b-9648-4c00f51512d6 None None] Routers {'c8ff7da9-99d3-4fd8-a77c-68d724a415dd'} bound to L3 agent in host dv-cinder-733623-11-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 17:13:09.030945 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-1c39954f-986d-401b-9648-4c00f51512d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T17:04:58Z,description=,heartbeat_timestamp=2022-01-18T17:12:58Z,host='dv-cinder-733623-11-iscsi',id=34860b7f-7c9d-4265-9a0a-1b9bd2e1622e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T17:04:59Z,topic='l3_agent')) {'router_ids': ['c8ff7da9-99d3-4fd8-a77c-68d724a415dd'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:13:09.070915 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf0ee6a-2d5c-4938-9a13-838c2fdcc8e0 None None] Pushing event updated for resources: {'Port': ['ID=6eeb1ac4-8b60-49a7-ab84-a525826ad5ee,revision_number=2']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:09.084914 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf0ee6a-2d5c-4938-9a13-838c2fdcc8e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:13:09.085537 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf0ee6a-2d5c-4938-9a13-838c2fdcc8e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:13:09.086092 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf0ee6a-2d5c-4938-9a13-838c2fdcc8e0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:13:09.086599 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf0ee6a-2d5c-4938-9a13-838c2fdcc8e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:13:09.087132 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf0ee6a-2d5c-4938-9a13-838c2fdcc8e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:13:09.087650 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf0ee6a-2d5c-4938-9a13-838c2fdcc8e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:13:09.088171 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf0ee6a-2d5c-4938-9a13-838c2fdcc8e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:13:09.089672 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf0ee6a-2d5c-4938-9a13-838c2fdcc8e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:13:09.090206 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf0ee6a-2d5c-4938-9a13-838c2fdcc8e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:13:09.090734 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf0ee6a-2d5c-4938-9a13-838c2fdcc8e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:13:09.091288 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf0ee6a-2d5c-4938-9a13-838c2fdcc8e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:13:09.091794 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf0ee6a-2d5c-4938-9a13-838c2fdcc8e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:13:09.092638 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf0ee6a-2d5c-4938-9a13-838c2fdcc8e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:13:09.093967 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf0ee6a-2d5c-4938-9a13-838c2fdcc8e0 None None] Tracked resource versions report: Jan 18 17:13:09.093967 dv-cinder-733623-11-iscsi neutron-server[103199]: pushed versions: Jan 18 17:13:09.093967 dv-cinder-733623-11-iscsi neutron-server[103199]: { 'AddressGroup': {'1.2'}, Jan 18 17:13:09.093967 dv-cinder-733623-11-iscsi neutron-server[103199]: 'ConntrackHelper': {'1.0'}, Jan 18 17:13:09.093967 dv-cinder-733623-11-iscsi neutron-server[103199]: 'LocalIPAssociation': {'1.0'}, Jan 18 17:13:09.093967 dv-cinder-733623-11-iscsi neutron-server[103199]: 'Log': {'1.0'}, Jan 18 17:13:09.093967 dv-cinder-733623-11-iscsi neutron-server[103199]: 'Network': {'1.1'}, Jan 18 17:13:09.093967 dv-cinder-733623-11-iscsi neutron-server[103199]: 'Port': {'1.7'}, Jan 18 17:13:09.093967 dv-cinder-733623-11-iscsi neutron-server[103199]: 'PortForwarding': {'1.2'}, Jan 18 17:13:09.093967 dv-cinder-733623-11-iscsi neutron-server[103199]: 'QosPolicy': {'1.10'}, Jan 18 17:13:09.093967 dv-cinder-733623-11-iscsi neutron-server[103199]: 'SecurityGroup': {'1.5'}, Jan 18 17:13:09.093967 dv-cinder-733623-11-iscsi neutron-server[103199]: 'SecurityGroupRule': {'1.2'}, Jan 18 17:13:09.093967 dv-cinder-733623-11-iscsi neutron-server[103199]: 'SubPort': {'1.0'}, Jan 18 17:13:09.093967 dv-cinder-733623-11-iscsi neutron-server[103199]: 'Subnet': {'1.1'}, Jan 18 17:13:09.093967 dv-cinder-733623-11-iscsi neutron-server[103199]: 'Trunk': {'1.1'}} Jan 18 17:13:09.093967 dv-cinder-733623-11-iscsi neutron-server[103199]: consumer versions: Jan 18 17:13:09.093967 dv-cinder-733623-11-iscsi neutron-server[103199]: { DHCP agent@dv-cinder-733623-11-iscsi: {}, Jan 18 17:13:09.093967 dv-cinder-733623-11-iscsi neutron-server[103199]: HyperV agent@hv-cinder-73362: {}, Jan 18 17:13:09.093967 dv-cinder-733623-11-iscsi neutron-server[103199]: L3 agent@dv-cinder-733623-11-iscsi: {}, Jan 18 17:13:09.093967 dv-cinder-733623-11-iscsi neutron-server[103199]: Metadata agent@dv-cinder-733623-11-iscsi: {}, Jan 18 17:13:09.093967 dv-cinder-733623-11-iscsi neutron-server[103199]: Metering agent@dv-cinder-733623-11-iscsi: {}, Jan 18 17:13:09.093967 dv-cinder-733623-11-iscsi neutron-server[103199]: Open vSwitch agent@dv-cinder-733623-11-iscsi: { 'AddressGroup': '1.2', Jan 18 17:13:09.093967 dv-cinder-733623-11-iscsi neutron-server[103199]: 'ConntrackHelper': '1.0', Jan 18 17:13:09.093967 dv-cinder-733623-11-iscsi neutron-server[103199]: 'LocalIPAssociation': '1.0', Jan 18 17:13:09.093967 dv-cinder-733623-11-iscsi neutron-server[103199]: 'Log': '1.0', Jan 18 17:13:09.093967 dv-cinder-733623-11-iscsi neutron-server[103199]: 'Network': '1.1', Jan 18 17:13:09.093967 dv-cinder-733623-11-iscsi neutron-server[103199]: 'Port': '1.7', Jan 18 17:13:09.093967 dv-cinder-733623-11-iscsi neutron-server[103199]: 'PortForwarding': '1.2', Jan 18 17:13:09.093967 dv-cinder-733623-11-iscsi neutron-server[103199]: 'QosPolicy': '1.10', Jan 18 17:13:09.093967 dv-cinder-733623-11-iscsi neutron-server[103199]: 'SecurityGroup': '1.5', Jan 18 17:13:09.093967 dv-cinder-733623-11-iscsi neutron-server[103199]: 'SecurityGroupRule': '1.2', Jan 18 17:13:09.093967 dv-cinder-733623-11-iscsi neutron-server[103199]: 'SubPort': '1.0', Jan 18 17:13:09.093967 dv-cinder-733623-11-iscsi neutron-server[103199]: 'Subnet': '1.1', Jan 18 17:13:09.093967 dv-cinder-733623-11-iscsi neutron-server[103199]: 'Trunk': '1.1'}} Jan 18 17:13:09.093967 dv-cinder-733623-11-iscsi neutron-server[103199]: {{(pid=103199) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 17:13:09.096597 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-810be512-ab4d-4bf3-8399-4db57e212102 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:09.098567 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-810be512-ab4d-4bf3-8399-4db57e212102 admin admin] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.2873199 Jan 18 17:13:09.099750 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 49840) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:13:09.129856 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [None req-29db3b22-a4bb-436c-b02a-5e98668d178e None None] Attempting to bind port 6eeb1ac4-8b60-49a7-ab84-a525826ad5ee on host dv-cinder-733623-11-iscsi for vnic_type normal with profile {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 17:13:09.130866 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [None req-29db3b22-a4bb-436c-b02a-5e98668d178e None None] Attempting to bind port 6eeb1ac4-8b60-49a7-ab84-a525826ad5ee by drivers openvswitch,hyperv on host dv-cinder-733623-11-iscsi at level 0 using segments [{'id': 'e313aa2e-7c8f-481c-b82b-97bbd998f4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430'}] {{(pid=103199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 17:13:09.131003 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29db3b22-a4bb-436c-b02a-5e98668d178e None None] Attempting to bind port 6eeb1ac4-8b60-49a7-ab84-a525826ad5ee on network 09e508a9-4d19-4482-acf1-bcc4a2adb430 {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 17:13:09.136686 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29db3b22-a4bb-436c-b02a-5e98668d178e None None] Checking agent: {'id': 'a6f837d2-7b5b-4cd3-9c28-296017d8b8e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 17, 5, 2), 'started_at': datetime.datetime(2022, 1, 18, 17, 5, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 17, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 17:13:09.137092 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29db3b22-a4bb-436c-b02a-5e98668d178e None None] Checking segment: {'id': 'e313aa2e-7c8f-481c-b82b-97bbd998f4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 17:13:09.137480 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-29db3b22-a4bb-436c-b02a-5e98668d178e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:09.137876 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29db3b22-a4bb-436c-b02a-5e98668d178e None None] Bound using segment: {'id': 'e313aa2e-7c8f-481c-b82b-97bbd998f4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430'} {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 17:13:09.138450 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [None req-29db3b22-a4bb-436c-b02a-5e98668d178e None None] Bound port: 6eeb1ac4-8b60-49a7-ab84-a525826ad5ee, host: dv-cinder-733623-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e313aa2e-7c8f-481c-b82b-97bbd998f4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430'}}] {{(pid=103199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 17:13:09.138840 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-29db3b22-a4bb-436c-b02a-5e98668d178e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (6eeb1ac4-8b60-49a7-ab84-a525826ad5ee), before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:09.201285 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-1c39954f-986d-401b-9648-4c00f51512d6 None None] Set router c8ff7da9-99d3-4fd8-a77c-68d724a415dd gateway port host: dv-cinder-733623-11-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 17:13:09.216167 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-15c307d3-0334-40c0-a50c-4bb40dbf7fc4 admin admin] Publish callbacks [] for security_group (21dd086a-db1f-49e7-b822-ef4a90c29103), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:09.225409 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.db [None req-29db3b22-a4bb-436c-b02a-5e98668d178e None None] For port 6eeb1ac4-8b60-49a7-ab84-a525826ad5ee, host dv-cinder-733623-11-iscsi, cleared binding levels {{(pid=103199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 17:13:09.233018 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.db [None req-29db3b22-a4bb-436c-b02a-5e98668d178e None None] For port 6eeb1ac4-8b60-49a7-ab84-a525826ad5ee, host dv-cinder-733623-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-11-iscsi',level=0,port_id=6eeb1ac4-8b60-49a7-ab84-a525826ad5ee,segment=NetworkSegment(e313aa2e-7c8f-481c-b82b-97bbd998f4e0),segment_id=e313aa2e-7c8f-481c-b82b-97bbd998f4e0)] {{(pid=103199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 17:13:09.242275 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-37fb61ce-1b9c-471c-99c5-9a8fdd285862 req-3f0fa214-646d-4115-8c63-938c59f32996 tempest-DeleteServersTestJSON-1389015654 tempest-DeleteServersTestJSON-1389015654-project] 10.222.0.100 "GET /v2.0/ports?device_id=44a09345-3e20-494f-b75a-816f22853010 HTTP/1.1" status: 200 len: 210 time: 0.0652342 Jan 18 17:13:09.281808 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-15c307d3-0334-40c0-a50c-4bb40dbf7fc4 admin admin] Publish callbacks [] for security_group (21dd086a-db1f-49e7-b822-ef4a90c29103), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:09.352662 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-29db3b22-a4bb-436c-b02a-5e98668d178e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (6eeb1ac4-8b60-49a7-ab84-a525826ad5ee), after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:09.382668 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.db.db_base_plugin_common [None req-944419b0-e7c6-480d-bd9b-54bde01b566e admin admin] Allocated IP 172.20.0.1 (2be6587c-41c5-41bc-ac5a-09ac1f4499ce/29c22a55-3970-45d3-a1fa-25a28ccfa3f2/6676a036-60fd-429f-91ca-0c10c57145cd) {{(pid=103197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 17:13:09.444878 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-1c39954f-986d-401b-9648-4c00f51512d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ff7da9-99d3-4fd8-a77c-68d724a415dd', 'name': 'tempest-ServerRescueNegativeTestJSON-1263294018-router', 'tenant_id': '82d395d404d64b169e0a445e9616b86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '9e7d76c1-911b-4ead-915b-76a961b75d69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:13:04Z', 'updated_at': '2022-01-18T17:13:07Z', 'revision_number': 3, 'project_id': '82d395d404d64b169e0a445e9616b86b', 'gw_port': {'id': '9e7d76c1-911b-4ead-915b-76a961b75d69', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f4:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ff7da9-99d3-4fd8-a77c-68d724a415dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:13:06Z', 'updated_at': '2022-01-18T17:13:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi'}], 'dv-cinder-733623-11-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:13:09.484642 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c39954f-986d-401b-9648-4c00f51512d6 None None] Checking router: c8ff7da9-99d3-4fd8-a77c-68d724a415dd for host: dv-cinder-733623-11-iscsi {{(pid=103198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 17:13:09.498339 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c39954f-986d-401b-9648-4c00f51512d6 None None] Updating router c8ff7da9-99d3-4fd8-a77c-68d724a415dd port 9e7d76c1-911b-4ead-915b-76a961b75d69 binding host dv-cinder-733623-11-iscsi {{(pid=103198) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 17:13:09.520282 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-1c39954f-986d-401b-9648-4c00f51512d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (9e7d76c1-911b-4ead-915b-76a961b75d69), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:09.524181 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29db3b22-a4bb-436c-b02a-5e98668d178e None None] Routers {'56189c01-216f-46e3-9aed-18bc5b25e3ff'} bound to L3 agent in host dv-cinder-733623-11-iscsi {{(pid=103199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 17:13:09.525183 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-29db3b22-a4bb-436c-b02a-5e98668d178e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T17:04:58Z,description=,heartbeat_timestamp=2022-01-18T17:12:58Z,host='dv-cinder-733623-11-iscsi',id=34860b7f-7c9d-4265-9a0a-1b9bd2e1622e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T17:04:59Z,topic='l3_agent')) {'router_ids': ['56189c01-216f-46e3-9aed-18bc5b25e3ff'], 'active': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:13:09.535384 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-944419b0-e7c6-480d-bd9b-54bde01b566e admin admin] Publish callbacks [] for port (6676a036-60fd-429f-91ca-0c10c57145cd), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:09.564763 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-15c307d3-0334-40c0-a50c-4bb40dbf7fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (21dd086a-db1f-49e7-b822-ef4a90c29103), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:09.573127 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-15c307d3-0334-40c0-a50c-4bb40dbf7fc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:09.573736 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-15c307d3-0334-40c0-a50c-4bb40dbf7fc4 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/21dd086a-db1f-49e7-b822-ef4a90c29103 HTTP/1.1" status: 204 len: 168 time: 0.6455338 Jan 18 17:13:09.599739 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf0ee6a-2d5c-4938-9a13-838c2fdcc8e0 None None] Pushing event updated for resources: {'Port': ['ID=6eeb1ac4-8b60-49a7-ab84-a525826ad5ee,revision_number=3']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:09.618398 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c307d3-0334-40c0-a50c-4bb40dbf7fc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21dd086a-db1f-49e7-b822-ef4a90c29103,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:09.749332 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvr_db [None req-29db3b22-a4bb-436c-b02a-5e98668d178e None None] Set router 56189c01-216f-46e3-9aed-18bc5b25e3ff gateway port host: dv-cinder-733623-11-iscsi {{(pid=103199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 17:13:09.779437 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-944419b0-e7c6-480d-bd9b-54bde01b566e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785611913804'] for port (6676a036-60fd-429f-91ca-0c10c57145cd), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:09.783363 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-387ea617-ba99-4ebc-ba9a-d0fe130fe5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:09.850294 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944419b0-e7c6-480d-bd9b-54bde01b566e admin admin] Network 2be6587c-41c5-41bc-ac5a-09ac1f4499ce is already hosted by enough agents. {{(pid=103197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 17:13:09.855891 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.base_scheduler [None req-944419b0-e7c6-480d-bd9b-54bde01b566e admin admin] Resources bound (agent type, host, resource id): {{(pid=103197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 17:13:09.860110 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944419b0-e7c6-480d-bd9b-54bde01b566e admin admin] Received port after_create {{(pid=103197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 17:13:09.865272 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-944419b0-e7c6-480d-bd9b-54bde01b566e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-647824'] for router_interface (56189c01-216f-46e3-9aed-18bc5b25e3ff), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:09.943869 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-1c39954f-986d-401b-9648-4c00f51512d6 None None] Publish callbacks [] for port (9e7d76c1-911b-4ead-915b-76a961b75d69), precommit_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:09.988999 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-9638cde9-cffc-4eda-91b2-2d899c30dca1 req-c520553c-70af-4b80-9a04-86719449aa63 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/ports?device_id=b9b0d347-98b0-4fe6-a443-bf2e28175c8c HTTP/1.1" status: 200 len: 210 time: 0.0379670 Jan 18 17:13:10.050497 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-387ea617-ba99-4ebc-ba9a-d0fe130fe5f8 admin admin] Allocated IP 172.20.0.1 (9ee67609-54ef-4b91-940a-05d38e6b2c9b/7211cf1f-c33b-4353-a446-bb2d845858ab/ee81d123-f96b-45fb-946c-c808b76130a9) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 17:13:10.076390 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-1c39954f-986d-401b-9648-4c00f51512d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (9e7d76c1-911b-4ead-915b-76a961b75d69), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:10.126559 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-29db3b22-a4bb-436c-b02a-5e98668d178e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56189c01-216f-46e3-9aed-18bc5b25e3ff', 'name': 'tempest-AttachVolumeShelveTestJSON-1700372712-router', 'tenant_id': '4983e51e5c4742eb9b95034b5aef3213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '6eeb1ac4-8b60-49a7-ab84-a525826ad5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:13:04Z', 'updated_at': '2022-01-18T17:13:06Z', 'revision_number': 3, 'project_id': '4983e51e5c4742eb9b95034b5aef3213', 'gw_port': {'id': '6eeb1ac4-8b60-49a7-ab84-a525826ad5ee', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:37:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56189c01-216f-46e3-9aed-18bc5b25e3ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:13:05Z', 'updated_at': '2022-01-18T17:13:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi'}], 'dv-cinder-733623-11-iscsi', False) {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:13:10.169860 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29db3b22-a4bb-436c-b02a-5e98668d178e None None] The sync data for ids ['56189c01-216f-46e3-9aed-18bc5b25e3ff'] in dv-cinder-733623-11-iscsi is: [{'id': '56189c01-216f-46e3-9aed-18bc5b25e3ff', 'name': 'tempest-AttachVolumeShelveTestJSON-1700372712-router', 'tenant_id': '4983e51e5c4742eb9b95034b5aef3213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '6eeb1ac4-8b60-49a7-ab84-a525826ad5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:13:04Z', 'updated_at': '2022-01-18T17:13:06Z', 'revision_number': 3, 'project_id': '4983e51e5c4742eb9b95034b5aef3213', 'gw_port': {'id': '6eeb1ac4-8b60-49a7-ab84-a525826ad5ee', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:37:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56189c01-216f-46e3-9aed-18bc5b25e3ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:13:05Z', 'updated_at': '2022-01-18T17:13:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi'}] {{(pid=103199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 17:13:10.237218 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-387ea617-ba99-4ebc-ba9a-d0fe130fe5f8 admin admin] Publish callbacks [] for port (ee81d123-f96b-45fb-946c-c808b76130a9), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:10.251983 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-1c39954f-986d-401b-9648-4c00f51512d6 None None] Attempting to bind port 9e7d76c1-911b-4ead-915b-76a961b75d69 on host dv-cinder-733623-11-iscsi for vnic_type normal with profile {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 17:13:10.266713 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944419b0-e7c6-480d-bd9b-54bde01b566e admin admin] Pushing event updated for resources: {'Port': ['ID=6676a036-60fd-429f-91ca-0c10c57145cd,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:10.282418 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-1c39954f-986d-401b-9648-4c00f51512d6 None None] Attempting to bind port 9e7d76c1-911b-4ead-915b-76a961b75d69 by drivers openvswitch,hyperv on host dv-cinder-733623-11-iscsi at level 0 using segments [{'id': 'e313aa2e-7c8f-481c-b82b-97bbd998f4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430'}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 17:13:10.282418 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c39954f-986d-401b-9648-4c00f51512d6 None None] Attempting to bind port 9e7d76c1-911b-4ead-915b-76a961b75d69 on network 09e508a9-4d19-4482-acf1-bcc4a2adb430 {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 17:13:10.340583 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dcffaa-ca2b-4503-87f2-4bc07ce4345e None None] Pushing event updated for resources: {'Port': ['ID=9e7d76c1-911b-4ead-915b-76a961b75d69,revision_number=2']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:10.344035 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c39954f-986d-401b-9648-4c00f51512d6 None None] Checking agent: {'id': 'a6f837d2-7b5b-4cd3-9c28-296017d8b8e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 17, 5, 2), 'started_at': datetime.datetime(2022, 1, 18, 17, 5, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 17, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 17:13:10.344415 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c39954f-986d-401b-9648-4c00f51512d6 None None] Checking segment: {'id': 'e313aa2e-7c8f-481c-b82b-97bbd998f4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 17:13:10.347616 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-1c39954f-986d-401b-9648-4c00f51512d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:10.348263 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c39954f-986d-401b-9648-4c00f51512d6 None None] Bound using segment: {'id': 'e313aa2e-7c8f-481c-b82b-97bbd998f4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430'} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 17:13:10.348814 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-1c39954f-986d-401b-9648-4c00f51512d6 None None] Bound port: 9e7d76c1-911b-4ead-915b-76a961b75d69, host: dv-cinder-733623-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e313aa2e-7c8f-481c-b82b-97bbd998f4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430'}}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 17:13:10.349221 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-1c39954f-986d-401b-9648-4c00f51512d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (9e7d76c1-911b-4ead-915b-76a961b75d69), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:10.609539 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-9f02e878-954b-4890-81cc-4893eb6cb523 req-03bf1716-35f8-4290-9000-81621c405a99 tempest-DeleteServersTestJSON-1389015654 tempest-DeleteServersTestJSON-1389015654-project] 10.222.0.100 "GET /v2.0/ports?device_id=44a09345-3e20-494f-b75a-816f22853010 HTTP/1.1" status: 200 len: 210 time: 0.0427256 Jan 18 17:13:10.610800 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-387ea617-ba99-4ebc-ba9a-d0fe130fe5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785611913804'] for port (ee81d123-f96b-45fb-946c-c808b76130a9), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:10.610800 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387ea617-ba99-4ebc-ba9a-d0fe130fe5f8 admin admin] Network 9ee67609-54ef-4b91-940a-05d38e6b2c9b is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 17:13:10.610800 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-387ea617-ba99-4ebc-ba9a-d0fe130fe5f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 17:13:10.610800 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387ea617-ba99-4ebc-ba9a-d0fe130fe5f8 admin admin] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 17:13:10.610800 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-387ea617-ba99-4ebc-ba9a-d0fe130fe5f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-647824'] for router_interface (c8ff7da9-99d3-4fd8-a77c-68d724a415dd), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:10.611333 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-944419b0-e7c6-480d-bd9b-54bde01b566e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (6676a036-60fd-429f-91ca-0c10c57145cd), before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:10.611529 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387ea617-ba99-4ebc-ba9a-d0fe130fe5f8 admin admin] Pushing event updated for resources: {'Port': ['ID=ee81d123-f96b-45fb-946c-c808b76130a9,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:10.612157 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-6a22a2b8-a382-45c6-8ae9-175e1e452cc9 None None] Provisioning complete for port 6676a036-60fd-429f-91ca-0c10c57145cd triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:13:10.612421 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a22a2b8-a382-45c6-8ae9-175e1e452cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (6676a036-60fd-429f-91ca-0c10c57145cd), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:10.629481 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 49882) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:13:10.738662 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-6a22a2b8-a382-45c6-8ae9-175e1e452cc9 None None] Port 6676a036-60fd-429f-91ca-0c10c57145cd cannot update to ACTIVE because it is not bound. {{(pid=103198) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 17:13:10.748716 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-1c39954f-986d-401b-9648-4c00f51512d6 None None] For port 9e7d76c1-911b-4ead-915b-76a961b75d69, host dv-cinder-733623-11-iscsi, cleared binding levels {{(pid=103198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 17:13:10.761682 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-1c39954f-986d-401b-9648-4c00f51512d6 None None] For port 9e7d76c1-911b-4ead-915b-76a961b75d69, host dv-cinder-733623-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-11-iscsi',level=0,port_id=9e7d76c1-911b-4ead-915b-76a961b75d69,segment=NetworkSegment(e313aa2e-7c8f-481c-b82b-97bbd998f4e0),segment_id=e313aa2e-7c8f-481c-b82b-97bbd998f4e0)] {{(pid=103198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 17:13:10.859146 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-1c39954f-986d-401b-9648-4c00f51512d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (9e7d76c1-911b-4ead-915b-76a961b75d69), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:10.929080 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Device 6eeb1ac4-8b60-49a7-ab84-a525826ad5ee up at agent ovs-agent-dv-cinder-733623-11-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 17:13:10.947131 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-944419b0-e7c6-480d-bd9b-54bde01b566e admin admin] Publish callbacks [] for port (6676a036-60fd-429f-91ca-0c10c57145cd), precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:11.010364 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c39954f-986d-401b-9648-4c00f51512d6 None None] Routers {'c8ff7da9-99d3-4fd8-a77c-68d724a415dd'} bound to L3 agent in host dv-cinder-733623-11-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 17:13:11.011270 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-1c39954f-986d-401b-9648-4c00f51512d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T17:04:58Z,description=,heartbeat_timestamp=2022-01-18T17:12:58Z,host='dv-cinder-733623-11-iscsi',id=34860b7f-7c9d-4265-9a0a-1b9bd2e1622e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T17:04:59Z,topic='l3_agent')) {'router_ids': ['c8ff7da9-99d3-4fd8-a77c-68d724a415dd'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:13:11.013598 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dcffaa-ca2b-4503-87f2-4bc07ce4345e None None] Pushing event updated for resources: {'Port': ['ID=9e7d76c1-911b-4ead-915b-76a961b75d69,revision_number=3']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:11.030276 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-944419b0-e7c6-480d-bd9b-54bde01b566e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (6676a036-60fd-429f-91ca-0c10c57145cd), after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:11.031118 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-944419b0-e7c6-480d-bd9b-54bde01b566e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-647780'] for router_interface (56189c01-216f-46e3-9aed-18bc5b25e3ff), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:11.072669 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (e727efee-c94b-447a-9897-92f425521d05), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:11.132305 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944419b0-e7c6-480d-bd9b-54bde01b566e admin admin] Pushing event updated for resources: {'Port': ['ID=6676a036-60fd-429f-91ca-0c10c57145cd,revision_number=2']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:11.200885 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-87d9ef41-3188-48e8-86ed-c341505cdabf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:11.256408 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-1c39954f-986d-401b-9648-4c00f51512d6 None None] Set router c8ff7da9-99d3-4fd8-a77c-68d724a415dd gateway port host: dv-cinder-733623-11-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 17:13:11.282293 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944419b0-e7c6-480d-bd9b-54bde01b566e admin admin] Network 2be6587c-41c5-41bc-ac5a-09ac1f4499ce is already hosted by enough agents. {{(pid=103197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 17:13:11.283929 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.base_scheduler [None req-944419b0-e7c6-480d-bd9b-54bde01b566e admin admin] Resources bound (agent type, host, resource id): {{(pid=103197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 17:13:11.332393 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-52a5e498-61b5-4464-921c-8d7d8355a649 req-e6da32ea-9d51-4d9a-949e-b0acbb928eec tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/ports?device_id=b9b0d347-98b0-4fe6-a443-bf2e28175c8c HTTP/1.1" status: 200 len: 210 time: 0.0522964 Jan 18 17:13:11.357401 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Provisioning complete for port 6eeb1ac4-8b60-49a7-ab84-a525826ad5ee triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:13:11.357401 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (6eeb1ac4-8b60-49a7-ab84-a525826ad5ee), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:11.429576 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-87d9ef41-3188-48e8-86ed-c341505cdabf admin admin] Publish callbacks [] for security_group (6094acb4-08ec-4b3d-ba3e-d333193ea1f1), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:11.432617 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-387ea617-ba99-4ebc-ba9a-d0fe130fe5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (ee81d123-f96b-45fb-946c-c808b76130a9), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:11.509596 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-944419b0-e7c6-480d-bd9b-54bde01b566e admin admin] Router 56189c01-216f-46e3-9aed-18bc5b25e3ff has already been hosted by L3 agent 34860b7f-7c9d-4265-9a0a-1b9bd2e1622e {{(pid=103197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 17:13:11.608772 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-87d9ef41-3188-48e8-86ed-c341505cdabf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (6094acb4-08ec-4b3d-ba3e-d333193ea1f1), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:11.610114 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Current status of the port 6eeb1ac4-8b60-49a7-ab84-a525826ad5ee is: DOWN; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:13:11.610627 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (6eeb1ac4-8b60-49a7-ab84-a525826ad5ee), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:11.682577 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] For port 6eeb1ac4-8b60-49a7-ab84-a525826ad5ee, host dv-cinder-733623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-11-iscsi',level=0,port_id=6eeb1ac4-8b60-49a7-ab84-a525826ad5ee,segment=NetworkSegment(e313aa2e-7c8f-481c-b82b-97bbd998f4e0),segment_id=e313aa2e-7c8f-481c-b82b-97bbd998f4e0)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:13:11.693972 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 49914) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:13:11.694705 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-87d9ef41-3188-48e8-86ed-c341505cdabf admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=d672d7dceace4f09ba3102b3d1dd04a3&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0511177 Jan 18 17:13:11.699971 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d9ef41-3188-48e8-86ed-c341505cdabf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6094acb4-08ec-4b3d-ba3e-d333193ea1f1,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:11.719880 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-c913dc08-a126-4a9a-824f-db02203540b6 None None] Provisioning complete for port 6676a036-60fd-429f-91ca-0c10c57145cd triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:13:11.719880 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-c913dc08-a126-4a9a-824f-db02203540b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (6676a036-60fd-429f-91ca-0c10c57145cd), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:11.753586 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-c913dc08-a126-4a9a-824f-db02203540b6 None None] Port 6676a036-60fd-429f-91ca-0c10c57145cd cannot update to ACTIVE because it is not bound. {{(pid=103198) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 17:13:11.773556 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-944419b0-e7c6-480d-bd9b-54bde01b566e admin admin] Notify agent at l3_agent.dv-cinder-733623-11-iscsi the message routers_updated {{(pid=103197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 17:13:11.775179 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (6eeb1ac4-8b60-49a7-ab84-a525826ad5ee), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:11.796452 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-944419b0-e7c6-480d-bd9b-54bde01b566e admin admin] 10.222.0.100 "PUT /v2.0/routers/56189c01-216f-46e3-9aed-18bc5b25e3ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8123922 Jan 18 17:13:11.837750 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-5746b07c-7085-4066-803a-d75b10d39a4b req-6869d781-0d87-42ae-9a23-cc9180b6730a tempest-DeleteServersTestJSON-1389015654 tempest-DeleteServersTestJSON-1389015654-project] 10.222.0.100 "GET /v2.0/ports?device_id=44a09345-3e20-494f-b75a-816f22853010 HTTP/1.1" status: 200 len: 210 time: 0.0829189 Jan 18 17:13:11.864408 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-1c39954f-986d-401b-9648-4c00f51512d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ff7da9-99d3-4fd8-a77c-68d724a415dd', 'name': 'tempest-ServerRescueNegativeTestJSON-1263294018-router', 'tenant_id': '82d395d404d64b169e0a445e9616b86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '9e7d76c1-911b-4ead-915b-76a961b75d69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:13:04Z', 'updated_at': '2022-01-18T17:13:07Z', 'revision_number': 3, 'project_id': '82d395d404d64b169e0a445e9616b86b', 'gw_port': {'id': '9e7d76c1-911b-4ead-915b-76a961b75d69', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f4:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ff7da9-99d3-4fd8-a77c-68d724a415dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:13:06Z', 'updated_at': '2022-01-18T17:13:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi'}], 'dv-cinder-733623-11-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:13:11.886534 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-a31c9f90-0404-46b1-8eec-1faaf0b96558 admin admin] Publish callbacks [] for security_group (6094acb4-08ec-4b3d-ba3e-d333193ea1f1), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:11.912458 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c39954f-986d-401b-9648-4c00f51512d6 None None] The sync data for ids ['c8ff7da9-99d3-4fd8-a77c-68d724a415dd'] in dv-cinder-733623-11-iscsi is: [{'id': 'c8ff7da9-99d3-4fd8-a77c-68d724a415dd', 'name': 'tempest-ServerRescueNegativeTestJSON-1263294018-router', 'tenant_id': '82d395d404d64b169e0a445e9616b86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '9e7d76c1-911b-4ead-915b-76a961b75d69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:13:04Z', 'updated_at': '2022-01-18T17:13:07Z', 'revision_number': 3, 'project_id': '82d395d404d64b169e0a445e9616b86b', 'gw_port': {'id': '9e7d76c1-911b-4ead-915b-76a961b75d69', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f4:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ff7da9-99d3-4fd8-a77c-68d724a415dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:13:06Z', 'updated_at': '2022-01-18T17:13:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi'}] {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 17:13:11.929680 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-387ea617-ba99-4ebc-ba9a-d0fe130fe5f8 admin admin] Publish callbacks [] for port (ee81d123-f96b-45fb-946c-c808b76130a9), precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:11.936585 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-a31c9f90-0404-46b1-8eec-1faaf0b96558 admin admin] Publish callbacks [] for security_group (6094acb4-08ec-4b3d-ba3e-d333193ea1f1), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:11.948608 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Pushing event updated for resources: {'Port': ['ID=6eeb1ac4-8b60-49a7-ab84-a525826ad5ee,revision_number=4']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:12.080865 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-387ea617-ba99-4ebc-ba9a-d0fe130fe5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (ee81d123-f96b-45fb-946c-c808b76130a9), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:12.081606 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-387ea617-ba99-4ebc-ba9a-d0fe130fe5f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-647780'] for router_interface (c8ff7da9-99d3-4fd8-a77c-68d724a415dd), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:12.104120 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-a31c9f90-0404-46b1-8eec-1faaf0b96558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (6094acb4-08ec-4b3d-ba3e-d333193ea1f1), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:12.107085 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-a31c9f90-0404-46b1-8eec-1faaf0b96558 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:12.113929 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-a31c9f90-0404-46b1-8eec-1faaf0b96558 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/6094acb4-08ec-4b3d-ba3e-d333193ea1f1 HTTP/1.1" status: 204 len: 168 time: 0.4134645 Jan 18 17:13:12.122893 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31c9f90-0404-46b1-8eec-1faaf0b96558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6094acb4-08ec-4b3d-ba3e-d333193ea1f1,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:12.212575 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387ea617-ba99-4ebc-ba9a-d0fe130fe5f8 admin admin] Pushing event updated for resources: {'Port': ['ID=ee81d123-f96b-45fb-946c-c808b76130a9,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:12.381539 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387ea617-ba99-4ebc-ba9a-d0fe130fe5f8 admin admin] Network 9ee67609-54ef-4b91-940a-05d38e6b2c9b is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 17:13:12.386860 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-387ea617-ba99-4ebc-ba9a-d0fe130fe5f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 17:13:12.528542 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-0bb5ac89-c735-46a7-9c7b-f21ad1a021cb req-7ed1725b-be0e-4a53-a47a-750a921d2a2b tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/ports?device_id=b9b0d347-98b0-4fe6-a443-bf2e28175c8c HTTP/1.1" status: 200 len: 210 time: 0.0486019 Jan 18 17:13:12.643537 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-387ea617-ba99-4ebc-ba9a-d0fe130fe5f8 admin admin] Router c8ff7da9-99d3-4fd8-a77c-68d724a415dd has already been hosted by L3 agent 34860b7f-7c9d-4265-9a0a-1b9bd2e1622e {{(pid=103196) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 17:13:12.807900 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-387ea617-ba99-4ebc-ba9a-d0fe130fe5f8 admin admin] Notify agent at l3_agent.dv-cinder-733623-11-iscsi the message routers_updated {{(pid=103196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 17:13:12.815062 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-387ea617-ba99-4ebc-ba9a-d0fe130fe5f8 admin admin] 10.222.0.100 "PUT /v2.0/routers/c8ff7da9-99d3-4fd8-a77c-68d724a415dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7141566 Jan 18 17:13:12.934915 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc642df-5e16-4259-ae42-a69facb7c348 None None] Sync routers for ids ['56189c01-216f-46e3-9aed-18bc5b25e3ff'] in dv-cinder-733623-11-iscsi {{(pid=103199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 17:13:12.951475 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc642df-5e16-4259-ae42-a69facb7c348 None None] Routers {'56189c01-216f-46e3-9aed-18bc5b25e3ff'} bound to L3 agent in host dv-cinder-733623-11-iscsi {{(pid=103199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 17:13:12.957609 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-9bc642df-5e16-4259-ae42-a69facb7c348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T17:04:58Z,description=,heartbeat_timestamp=2022-01-18T17:12:58Z,host='dv-cinder-733623-11-iscsi',id=34860b7f-7c9d-4265-9a0a-1b9bd2e1622e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T17:04:59Z,topic='l3_agent')) {'router_ids': ['56189c01-216f-46e3-9aed-18bc5b25e3ff'], 'active': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:13:13.025005 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Device 9e7d76c1-911b-4ead-915b-76a961b75d69 up at agent ovs-agent-dv-cinder-733623-11-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 17:13:13.047500 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-afb0faa7-bc9c-496c-867b-2f090e714268 req-510e77b1-3165-4002-afa7-59d04c5aca87 tempest-DeleteServersTestJSON-1389015654 tempest-DeleteServersTestJSON-1389015654-project] 10.222.0.100 "GET /v2.0/ports?device_id=44a09345-3e20-494f-b75a-816f22853010 HTTP/1.1" status: 200 len: 210 time: 0.0629311 Jan 18 17:13:13.135055 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Provisioning complete for port 9e7d76c1-911b-4ead-915b-76a961b75d69 triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:13:13.135543 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (9e7d76c1-911b-4ead-915b-76a961b75d69), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:13.143658 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvr_db [None req-9bc642df-5e16-4259-ae42-a69facb7c348 None None] Set router 56189c01-216f-46e3-9aed-18bc5b25e3ff gateway port host: dv-cinder-733623-11-iscsi {{(pid=103199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 17:13:13.253871 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Current status of the port 9e7d76c1-911b-4ead-915b-76a961b75d69 is: DOWN; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:13:13.254273 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (9e7d76c1-911b-4ead-915b-76a961b75d69), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:13.296363 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] For port 9e7d76c1-911b-4ead-915b-76a961b75d69, host dv-cinder-733623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-11-iscsi',level=0,port_id=9e7d76c1-911b-4ead-915b-76a961b75d69,segment=NetworkSegment(e313aa2e-7c8f-481c-b82b-97bbd998f4e0),segment_id=e313aa2e-7c8f-481c-b82b-97bbd998f4e0)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:13:13.314064 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 49968) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:13:13.319504 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-35f8828e-4e32-4a81-80c3-61890645e537 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1813724827', 'description': 'tempest-description--2024858765'}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:13:13.377854 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (9e7d76c1-911b-4ead-915b-76a961b75d69), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:13.378957 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Device 6eeb1ac4-8b60-49a7-ab84-a525826ad5ee up at agent ovs-agent-dv-cinder-733623-11-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 17:13:13.435777 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-35f8828e-4e32-4a81-80c3-61890645e537 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:13.493705 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Pushing event updated for resources: {'Port': ['ID=9e7d76c1-911b-4ead-915b-76a961b75d69,revision_number=4']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:13.500651 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-9bc642df-5e16-4259-ae42-a69facb7c348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56189c01-216f-46e3-9aed-18bc5b25e3ff', 'name': 'tempest-AttachVolumeShelveTestJSON-1700372712-router', 'tenant_id': '4983e51e5c4742eb9b95034b5aef3213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '6eeb1ac4-8b60-49a7-ab84-a525826ad5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:13:04Z', 'updated_at': '2022-01-18T17:13:10Z', 'revision_number': 4, 'project_id': '4983e51e5c4742eb9b95034b5aef3213', 'gw_port': {'id': '6eeb1ac4-8b60-49a7-ab84-a525826ad5ee', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:37:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56189c01-216f-46e3-9aed-18bc5b25e3ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:13:05Z', 'updated_at': '2022-01-18T17:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi', '_interfaces': [{'id': '6676a036-60fd-429f-91ca-0c10c57145cd', 'name': '', 'network_id': '2be6587c-41c5-41bc-ac5a-09ac1f4499ce', 'tenant_id': '4983e51e5c4742eb9b95034b5aef3213', 'mac_address': 'fa:16:3e:52:6e:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56189c01-216f-46e3-9aed-18bc5b25e3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '29c22a55-3970-45d3-a1fa-25a28ccfa3f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:13:08Z', 'updated_at': '2022-01-18T17:13:10Z', 'revision_number': 2, 'project_id': '4983e51e5c4742eb9b95034b5aef3213', 'subnets': [{'id': '29c22a55-3970-45d3-a1fa-25a28ccfa3f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-11-iscsi', False) {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:13:13.501316 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Provisioning complete for port 6eeb1ac4-8b60-49a7-ab84-a525826ad5ee triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:13:13.501802 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (6eeb1ac4-8b60-49a7-ab84-a525826ad5ee), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:13.551027 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc642df-5e16-4259-ae42-a69facb7c348 None None] Checking router: 56189c01-216f-46e3-9aed-18bc5b25e3ff for host: dv-cinder-733623-11-iscsi {{(pid=103199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 17:13:13.553462 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc642df-5e16-4259-ae42-a69facb7c348 None None] Updating router 56189c01-216f-46e3-9aed-18bc5b25e3ff port 6676a036-60fd-429f-91ca-0c10c57145cd binding host dv-cinder-733623-11-iscsi {{(pid=103199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 17:13:13.602514 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Current status of the port 6eeb1ac4-8b60-49a7-ab84-a525826ad5ee is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:13:13.609616 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-9bc642df-5e16-4259-ae42-a69facb7c348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (6676a036-60fd-429f-91ca-0c10c57145cd), before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:13.648040 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-35f8828e-4e32-4a81-80c3-61890645e537 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Publish callbacks [] for security_group (0b366610-e294-4f78-943f-869cfaac134d), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:13.708416 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-0081d55c-4b98-417d-81f6-91c94b3bffb4 req-ab8796e6-b0cc-46be-a211-d54e6aa93c76 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/ports?device_id=b9b0d347-98b0-4fe6-a443-bf2e28175c8c HTTP/1.1" status: 200 len: 210 time: 0.0408242 Jan 18 17:13:13.714851 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-35f8828e-4e32-4a81-80c3-61890645e537 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (0b366610-e294-4f78-943f-869cfaac134d), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:13.776702 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f8828e-4e32-4a81-80c3-61890645e537 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b366610-e294-4f78-943f-869cfaac134d,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:13.818585 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-35f8828e-4e32-4a81-80c3-61890645e537 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:13.820343 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-35f8828e-4e32-4a81-80c3-61890645e537 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5050924 Jan 18 17:13:13.823183 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 49992) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:13:13.828275 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-1be4a91e-74b8-4818-a973-7de89773cbb4 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Request body: {'security_group_rule': {'security_group_id': '0b366610-e294-4f78-943f-869cfaac134d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:13:13.904807 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db03d789-2559-41c5-8e1a-405eae93c661 req-7dbfe177-032f-4221-b45f-cf3bf9741916 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:13.906471 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-db03d789-2559-41c5-8e1a-405eae93c661 req-7dbfe177-032f-4221-b45f-cf3bf9741916 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/networks?id=9ee67609-54ef-4b91-940a-05d38e6b2c9b HTTP/1.1" status: 200 len: 819 time: 0.1572754 Jan 18 17:13:13.928375 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-db03d789-2559-41c5-8e1a-405eae93c661 req-8ad1cdab-0355-4d2f-bf84-f13db109a9e8 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/quotas/82d395d404d64b169e0a445e9616b86b HTTP/1.1" status: 200 len: 375 time: 0.0143719 Jan 18 17:13:14.001418 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-1be4a91e-74b8-4818-a973-7de89773cbb4 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Publish callbacks [] for security_group_rule (c76950a3-729d-4dc8-b447-6a7a5743335d), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:14.024409 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-db03d789-2559-41c5-8e1a-405eae93c661 req-ff1a92e8-8356-4d9e-9dce-cbd40b39fc37 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=82d395d404d64b169e0a445e9616b86b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0885086 Jan 18 17:13:14.078312 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-9bc642df-5e16-4259-ae42-a69facb7c348 None None] Publish callbacks [] for port (6676a036-60fd-429f-91ca-0c10c57145cd), precommit_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:14.150127 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-9bc642df-5e16-4259-ae42-a69facb7c348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (6676a036-60fd-429f-91ca-0c10c57145cd), after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:14.156684 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-1be4a91e-74b8-4818-a973-7de89773cbb4 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Publish callbacks [] for security_group_rule (c76950a3-729d-4dc8-b447-6a7a5743335d), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:14.172252 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-d8147067-9951-48aa-a60d-9ea682db8444 req-c1619576-6857-457b-9492-ed8759fd08c6 tempest-DeleteServersTestJSON-1389015654 tempest-DeleteServersTestJSON-1389015654-project] 10.222.0.100 "GET /v2.0/ports?device_id=44a09345-3e20-494f-b75a-816f22853010 HTTP/1.1" status: 200 len: 210 time: 0.0506742 Jan 18 17:13:14.214448 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-db03d789-2559-41c5-8e1a-405eae93c661 req-f3a0a11c-66a5-4114-a660-ee6896e8ba66 service neutron] 10.222.0.100 "GET /v2.0/networks/9ee67609-54ef-4b91-940a-05d38e6b2c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661246 Jan 18 17:13:14.235960 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-1be4a91e-74b8-4818-a973-7de89773cbb4 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433249'] for security_group_rule (c76950a3-729d-4dc8-b447-6a7a5743335d), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:14.242548 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdbf453-c97b-4e6e-82fe-96d9059d0881 None None] Pushing event updated for resources: {'Port': ['ID=6676a036-60fd-429f-91ca-0c10c57145cd,revision_number=3']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:14.354466 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be4a91e-74b8-4818-a973-7de89773cbb4 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c76950a3-729d-4dc8-b447-6a7a5743335d,revision_number=0']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:14.355719 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [None req-9bc642df-5e16-4259-ae42-a69facb7c348 None None] Attempting to bind port 6676a036-60fd-429f-91ca-0c10c57145cd on host dv-cinder-733623-11-iscsi for vnic_type normal with profile {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 17:13:14.355719 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [None req-9bc642df-5e16-4259-ae42-a69facb7c348 None None] Attempting to bind port 6676a036-60fd-429f-91ca-0c10c57145cd by drivers openvswitch,hyperv on host dv-cinder-733623-11-iscsi at level 0 using segments [{'id': '7804631f-b978-4531-985d-c1ed5e4123e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '2be6587c-41c5-41bc-ac5a-09ac1f4499ce'}] {{(pid=103199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 17:13:14.355719 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc642df-5e16-4259-ae42-a69facb7c348 None None] Attempting to bind port 6676a036-60fd-429f-91ca-0c10c57145cd on network 2be6587c-41c5-41bc-ac5a-09ac1f4499ce {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 17:13:14.355719 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc642df-5e16-4259-ae42-a69facb7c348 None None] Checking agent: {'id': 'a6f837d2-7b5b-4cd3-9c28-296017d8b8e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 17, 5, 2), 'started_at': datetime.datetime(2022, 1, 18, 17, 5, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 17, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 17:13:14.355719 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc642df-5e16-4259-ae42-a69facb7c348 None None] Checking segment: {'id': '7804631f-b978-4531-985d-c1ed5e4123e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '2be6587c-41c5-41bc-ac5a-09ac1f4499ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 17:13:14.355719 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-9bc642df-5e16-4259-ae42-a69facb7c348 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:14.355719 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc642df-5e16-4259-ae42-a69facb7c348 None None] Bound using segment: {'id': '7804631f-b978-4531-985d-c1ed5e4123e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '2be6587c-41c5-41bc-ac5a-09ac1f4499ce'} {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 17:13:14.355719 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [None req-9bc642df-5e16-4259-ae42-a69facb7c348 None None] Bound port: 6676a036-60fd-429f-91ca-0c10c57145cd, host: dv-cinder-733623-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7804631f-b978-4531-985d-c1ed5e4123e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '2be6587c-41c5-41bc-ac5a-09ac1f4499ce'}}] {{(pid=103199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 17:13:14.355719 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-9bc642df-5e16-4259-ae42-a69facb7c348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (6676a036-60fd-429f-91ca-0c10c57145cd), before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:14.401564 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-db03d789-2559-41c5-8e1a-405eae93c661 req-87a23a60-bdaf-4490-b9e8-1bebcb061a2f service neutron] 10.222.0.100 "GET /v2.0/networks/9ee67609-54ef-4b91-940a-05d38e6b2c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878917 Jan 18 17:13:14.466597 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-1be4a91e-74b8-4818-a973-7de89773cbb4 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:14.473600 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-1be4a91e-74b8-4818-a973-7de89773cbb4 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6469822 Jan 18 17:13:14.483071 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.db [None req-9bc642df-5e16-4259-ae42-a69facb7c348 None None] For port 6676a036-60fd-429f-91ca-0c10c57145cd, host dv-cinder-733623-11-iscsi, cleared binding levels {{(pid=103199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 17:13:14.483376 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 50016) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:13:14.485956 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-d2c072bd-28bf-4d64-8d07-65f57cc55d54 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Request body: {'security_group_rule': {'security_group_id': '0b366610-e294-4f78-943f-869cfaac134d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:13:14.486081 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.db [None req-9bc642df-5e16-4259-ae42-a69facb7c348 None None] For port 6676a036-60fd-429f-91ca-0c10c57145cd, host dv-cinder-733623-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-11-iscsi',level=0,port_id=6676a036-60fd-429f-91ca-0c10c57145cd,segment=NetworkSegment(7804631f-b978-4531-985d-c1ed5e4123e4),segment_id=7804631f-b978-4531-985d-c1ed5e4123e4)] {{(pid=103199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 17:13:14.526556 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8d092b-fc08-40f6-8aaa-6b36457f2993 None None] Sync routers for ids ['c8ff7da9-99d3-4fd8-a77c-68d724a415dd'] in dv-cinder-733623-11-iscsi {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 17:13:14.544303 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8d092b-fc08-40f6-8aaa-6b36457f2993 None None] Routers {'c8ff7da9-99d3-4fd8-a77c-68d724a415dd'} bound to L3 agent in host dv-cinder-733623-11-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 17:13:14.544924 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-4d8d092b-fc08-40f6-8aaa-6b36457f2993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T17:04:58Z,description=,heartbeat_timestamp=2022-01-18T17:12:58Z,host='dv-cinder-733623-11-iscsi',id=34860b7f-7c9d-4265-9a0a-1b9bd2e1622e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T17:04:59Z,topic='l3_agent')) {'router_ids': ['c8ff7da9-99d3-4fd8-a77c-68d724a415dd'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:13:14.555707 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-9bc642df-5e16-4259-ae42-a69facb7c348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (6676a036-60fd-429f-91ca-0c10c57145cd), after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:14.615210 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-e48c41b6-0c31-48d2-8202-972d976215a4 None None] Provisioning complete for port 6676a036-60fd-429f-91ca-0c10c57145cd triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:13:14.615791 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e48c41b6-0c31-48d2-8202-972d976215a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (6676a036-60fd-429f-91ca-0c10c57145cd), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:14.623625 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdbf453-c97b-4e6e-82fe-96d9059d0881 None None] Pushing event updated for resources: {'Port': ['ID=6676a036-60fd-429f-91ca-0c10c57145cd,revision_number=4']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:14.637634 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc642df-5e16-4259-ae42-a69facb7c348 None None] Routers {'56189c01-216f-46e3-9aed-18bc5b25e3ff'} bound to L3 agent in host dv-cinder-733623-11-iscsi {{(pid=103199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 17:13:14.638272 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-9bc642df-5e16-4259-ae42-a69facb7c348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T17:04:58Z,description=,heartbeat_timestamp=2022-01-18T17:12:58Z,host='dv-cinder-733623-11-iscsi',id=34860b7f-7c9d-4265-9a0a-1b9bd2e1622e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T17:04:59Z,topic='l3_agent')) {'router_ids': ['56189c01-216f-46e3-9aed-18bc5b25e3ff'], 'active': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:13:14.652062 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d2c072bd-28bf-4d64-8d07-65f57cc55d54 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Publish callbacks [] for security_group_rule (36fa6fe8-1e67-4cb8-a456-73d9e0b040c4), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:14.742551 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-4d8d092b-fc08-40f6-8aaa-6b36457f2993 None None] Set router c8ff7da9-99d3-4fd8-a77c-68d724a415dd gateway port host: dv-cinder-733623-11-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 17:13:14.915409 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-129491c1-19db-477d-a9ac-e47270280ce1 req-4f5dc6d7-a562-45df-b2f9-8f6fc705c0f7 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=fd06e8ed-8113-4ba5-8f7b-c7a1759d866f HTTP/1.1" status: 200 len: 210 time: 0.1147013 Jan 18 17:13:14.964274 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Device 9e7d76c1-911b-4ead-915b-76a961b75d69 up at agent ovs-agent-dv-cinder-733623-11-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 17:13:14.976310 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d2c072bd-28bf-4d64-8d07-65f57cc55d54 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Publish callbacks [] for security_group_rule (36fa6fe8-1e67-4cb8-a456-73d9e0b040c4), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:14.987055 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvr_db [None req-9bc642df-5e16-4259-ae42-a69facb7c348 None None] Set router 56189c01-216f-46e3-9aed-18bc5b25e3ff gateway port host: dv-cinder-733623-11-iscsi {{(pid=103199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 17:13:15.030057 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-cdc4752d-a357-4924-b858-bc97d080f3d9 req-2b6a7b78-fab7-460d-8bc8-198ef3450b25 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/ports?device_id=b9b0d347-98b0-4fe6-a443-bf2e28175c8c HTTP/1.1" status: 200 len: 210 time: 0.1197689 Jan 18 17:13:15.076271 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d2c072bd-28bf-4d64-8d07-65f57cc55d54 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433249'] for security_group_rule (36fa6fe8-1e67-4cb8-a456-73d9e0b040c4), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:15.124168 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c072bd-28bf-4d64-8d07-65f57cc55d54 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36fa6fe8-1e67-4cb8-a456-73d9e0b040c4,revision_number=0']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:15.169652 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-e48c41b6-0c31-48d2-8202-972d976215a4 None None] Current status of the port 6676a036-60fd-429f-91ca-0c10c57145cd is: DOWN; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:13:15.170242 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e48c41b6-0c31-48d2-8202-972d976215a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (6676a036-60fd-429f-91ca-0c10c57145cd), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:15.217347 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Provisioning complete for port 9e7d76c1-911b-4ead-915b-76a961b75d69 triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:13:15.217799 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (9e7d76c1-911b-4ead-915b-76a961b75d69), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:15.292663 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-e334cf6c-02dd-46a6-b974-133ebdf3bb5d req-f25628fd-2354-445a-9c73-a2966c9677de tempest-DeleteServersTestJSON-1389015654 tempest-DeleteServersTestJSON-1389015654-project] 10.222.0.100 "GET /v2.0/ports?device_id=44a09345-3e20-494f-b75a-816f22853010 HTTP/1.1" status: 200 len: 210 time: 0.0359654 Jan 18 17:13:15.341577 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d2c072bd-28bf-4d64-8d07-65f57cc55d54 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:15.343044 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-d2c072bd-28bf-4d64-8d07-65f57cc55d54 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8679278 Jan 18 17:13:15.352347 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 50060) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:13:15.357355 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-ff59d625-4906-4c8b-b966-53c5d70f7050 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Request body: {'floatingip': {'floating_network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430'}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:13:15.372826 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e48c41b6-0c31-48d2-8202-972d976215a4 None None] For port 6676a036-60fd-429f-91ca-0c10c57145cd, host dv-cinder-733623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-11-iscsi',level=0,port_id=6676a036-60fd-429f-91ca-0c10c57145cd,segment=NetworkSegment(7804631f-b978-4531-985d-c1ed5e4123e4),segment_id=7804631f-b978-4531-985d-c1ed5e4123e4)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:13:15.405492 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-9bc642df-5e16-4259-ae42-a69facb7c348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56189c01-216f-46e3-9aed-18bc5b25e3ff', 'name': 'tempest-AttachVolumeShelveTestJSON-1700372712-router', 'tenant_id': '4983e51e5c4742eb9b95034b5aef3213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '6eeb1ac4-8b60-49a7-ab84-a525826ad5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:13:04Z', 'updated_at': '2022-01-18T17:13:10Z', 'revision_number': 4, 'project_id': '4983e51e5c4742eb9b95034b5aef3213', 'gw_port': {'id': '6eeb1ac4-8b60-49a7-ab84-a525826ad5ee', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:37:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56189c01-216f-46e3-9aed-18bc5b25e3ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:13:05Z', 'updated_at': '2022-01-18T17:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi', '_interfaces': [{'id': '6676a036-60fd-429f-91ca-0c10c57145cd', 'name': '', 'network_id': '2be6587c-41c5-41bc-ac5a-09ac1f4499ce', 'tenant_id': '4983e51e5c4742eb9b95034b5aef3213', 'mac_address': 'fa:16:3e:52:6e:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56189c01-216f-46e3-9aed-18bc5b25e3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '29c22a55-3970-45d3-a1fa-25a28ccfa3f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:13:08Z', 'updated_at': '2022-01-18T17:13:14Z', 'revision_number': 4, 'project_id': '4983e51e5c4742eb9b95034b5aef3213', 'subnets': [{'id': '29c22a55-3970-45d3-a1fa-25a28ccfa3f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-11-iscsi', False) {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:13:15.432044 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f242d3-1fe8-42aa-ba3e-0d015d780b27 req-75a403bf-ef35-4c95-a067-cf4a0b956cfd tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:15.440550 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-e7f242d3-1fe8-42aa-ba3e-0d015d780b27 req-75a403bf-ef35-4c95-a067-cf4a0b956cfd tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/networks?id=9ee67609-54ef-4b91-940a-05d38e6b2c9b HTTP/1.1" status: 200 len: 819 time: 0.1908228 Jan 18 17:13:15.449727 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc642df-5e16-4259-ae42-a69facb7c348 None None] The sync data for ids ['56189c01-216f-46e3-9aed-18bc5b25e3ff'] in dv-cinder-733623-11-iscsi is: [{'id': '56189c01-216f-46e3-9aed-18bc5b25e3ff', 'name': 'tempest-AttachVolumeShelveTestJSON-1700372712-router', 'tenant_id': '4983e51e5c4742eb9b95034b5aef3213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '6eeb1ac4-8b60-49a7-ab84-a525826ad5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:13:04Z', 'updated_at': '2022-01-18T17:13:10Z', 'revision_number': 4, 'project_id': '4983e51e5c4742eb9b95034b5aef3213', 'gw_port': {'id': '6eeb1ac4-8b60-49a7-ab84-a525826ad5ee', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:37:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56189c01-216f-46e3-9aed-18bc5b25e3ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:13:05Z', 'updated_at': '2022-01-18T17:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi', '_interfaces': [{'id': '6676a036-60fd-429f-91ca-0c10c57145cd', 'name': '', 'network_id': '2be6587c-41c5-41bc-ac5a-09ac1f4499ce', 'tenant_id': '4983e51e5c4742eb9b95034b5aef3213', 'mac_address': 'fa:16:3e:52:6e:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56189c01-216f-46e3-9aed-18bc5b25e3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '29c22a55-3970-45d3-a1fa-25a28ccfa3f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:13:08Z', 'updated_at': '2022-01-18T17:13:14Z', 'revision_number': 4, 'project_id': '4983e51e5c4742eb9b95034b5aef3213', 'subnets': [{'id': '29c22a55-3970-45d3-a1fa-25a28ccfa3f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 17:13:15.464184 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-e7f242d3-1fe8-42aa-ba3e-0d015d780b27 req-c29c0848-c1dc-436c-8ec0-c88375ea18e4 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/quotas/82d395d404d64b169e0a445e9616b86b HTTP/1.1" status: 200 len: 375 time: 0.0225554 Jan 18 17:13:15.488393 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-ff59d625-4906-4c8b-b966-53c5d70f7050 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:15.584531 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e48c41b6-0c31-48d2-8202-972d976215a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (6676a036-60fd-429f-91ca-0c10c57145cd), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:15.656502 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-e7f242d3-1fe8-42aa-ba3e-0d015d780b27 req-4ee52d79-ebc8-4cfb-bde1-81eceda7fca1 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=82d395d404d64b169e0a445e9616b86b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1841104 Jan 18 17:13:15.789009 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-025d691c-9e10-4842-b48d-b7bc8ad6f64e None None] Provisioning complete for port 6676a036-60fd-429f-91ca-0c10c57145cd triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:13:15.789009 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-025d691c-9e10-4842-b48d-b7bc8ad6f64e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (6676a036-60fd-429f-91ca-0c10c57145cd), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:15.923254 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Current status of the port 9e7d76c1-911b-4ead-915b-76a961b75d69 is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:13:15.930488 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48c41b6-0c31-48d2-8202-972d976215a4 None None] Pushing event updated for resources: {'Port': ['ID=6676a036-60fd-429f-91ca-0c10c57145cd,revision_number=5']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:15.951903 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-4d8d092b-fc08-40f6-8aaa-6b36457f2993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ff7da9-99d3-4fd8-a77c-68d724a415dd', 'name': 'tempest-ServerRescueNegativeTestJSON-1263294018-router', 'tenant_id': '82d395d404d64b169e0a445e9616b86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '9e7d76c1-911b-4ead-915b-76a961b75d69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:13:04Z', 'updated_at': '2022-01-18T17:13:11Z', 'revision_number': 4, 'project_id': '82d395d404d64b169e0a445e9616b86b', 'gw_port': {'id': '9e7d76c1-911b-4ead-915b-76a961b75d69', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f4:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ff7da9-99d3-4fd8-a77c-68d724a415dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:13:06Z', 'updated_at': '2022-01-18T17:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi', '_interfaces': [{'id': 'ee81d123-f96b-45fb-946c-c808b76130a9', 'name': '', 'network_id': '9ee67609-54ef-4b91-940a-05d38e6b2c9b', 'tenant_id': '82d395d404d64b169e0a445e9616b86b', 'mac_address': 'fa:16:3e:7b:69:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ff7da9-99d3-4fd8-a77c-68d724a415dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7211cf1f-c33b-4353-a446-bb2d845858ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:13:09Z', 'updated_at': '2022-01-18T17:13:11Z', 'revision_number': 2, 'project_id': '82d395d404d64b169e0a445e9616b86b', 'subnets': [{'id': '7211cf1f-c33b-4353-a446-bb2d845858ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-11-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:13:15.976252 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-e7f242d3-1fe8-42aa-ba3e-0d015d780b27 req-81f51ae7-6230-4750-92bd-a383e57d3cad service neutron] 10.222.0.100 "GET /v2.0/networks/9ee67609-54ef-4b91-940a-05d38e6b2c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3000867 Jan 18 17:13:16.014226 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8d092b-fc08-40f6-8aaa-6b36457f2993 None None] Checking router: c8ff7da9-99d3-4fd8-a77c-68d724a415dd for host: dv-cinder-733623-11-iscsi {{(pid=103198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 17:13:16.014850 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8d092b-fc08-40f6-8aaa-6b36457f2993 None None] Updating router c8ff7da9-99d3-4fd8-a77c-68d724a415dd port ee81d123-f96b-45fb-946c-c808b76130a9 binding host dv-cinder-733623-11-iscsi {{(pid=103198) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 17:13:16.071080 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-4d8d092b-fc08-40f6-8aaa-6b36457f2993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (ee81d123-f96b-45fb-946c-c808b76130a9), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:16.099197 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.105', 59749) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:13:16.150959 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.105', 59750) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:13:16.250411 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-e7f242d3-1fe8-42aa-ba3e-0d015d780b27 req-218d86c0-4843-4c34-b217-162bfa3b0ea3 service neutron] 10.222.0.100 "GET /v2.0/networks/9ee67609-54ef-4b91-940a-05d38e6b2c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679269 Jan 18 17:13:16.310758 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-025d691c-9e10-4842-b48d-b7bc8ad6f64e None None] Current status of the port 6676a036-60fd-429f-91ca-0c10c57145cd is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:13:16.405891 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-4b74170d-7256-485e-bea9-881d58d9bbf0 req-50f40572-37b4-400b-a1a4-36d05cf8b00c tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/ports?device_id=b9b0d347-98b0-4fe6-a443-bf2e28175c8c HTTP/1.1" status: 200 len: 210 time: 0.1675811 Jan 18 17:13:16.647163 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b1a9d2ca-6951-44d7-9226-e9692486047b req-4e8e7a35-9541-4f32-b5b1-d546809c1678 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=81188e87-857f-40aa-9453-9d784f358b5d HTTP/1.1" status: 200 len: 210 time: 0.0520167 Jan 18 17:13:16.753065 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-170f347e-e994-4245-a303-36d18643dbf6 req-ea495518-bf2b-4541-9a7a-3b35e7fbb9d8 tempest-DeleteServersTestJSON-1389015654 tempest-DeleteServersTestJSON-1389015654-project] 10.222.0.100 "GET /v2.0/ports?device_id=44a09345-3e20-494f-b75a-816f22853010 HTTP/1.1" status: 200 len: 210 time: 0.2216949 Jan 18 17:13:16.805107 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-ff59d625-4906-4c8b-b966-53c5d70f7050 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:16.823987 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30521684-9279-4361-b64b-584643bff9e2 req-dc3f8ed8-f196-41dd-83f8-187a5619068d tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:16.825867 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-30521684-9279-4361-b64b-584643bff9e2 req-dc3f8ed8-f196-41dd-83f8-187a5619068d tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.105 "GET /v2.0/networks?id=69fb0145-03f6-40a6-ac58-42e6e5e4d712 HTTP/1.1" status: 200 len: 815 time: 0.7317460 Jan 18 17:13:16.843814 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43802b80-8b85-4017-b1a9-5ed967226b28 req-89f5d2b8-ba09-4a98-b741-958cd91a5d22 tempest-DeleteServersTestJSON-1389015654 tempest-DeleteServersTestJSON-1389015654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:16.848672 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-43802b80-8b85-4017-b1a9-5ed967226b28 req-89f5d2b8-ba09-4a98-b741-958cd91a5d22 tempest-DeleteServersTestJSON-1389015654 tempest-DeleteServersTestJSON-1389015654-project] 10.222.0.105 "GET /v2.0/networks?id=2ba46ddb-7f90-4e43-a962-4539181c2555 HTTP/1.1" status: 200 len: 812 time: 0.6920774 Jan 18 17:13:16.979337 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-4d8d092b-fc08-40f6-8aaa-6b36457f2993 None None] Publish callbacks [] for port (ee81d123-f96b-45fb-946c-c808b76130a9), precommit_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:16.992396 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Device 6676a036-60fd-429f-91ca-0c10c57145cd up at agent ovs-agent-dv-cinder-733623-11-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 17:13:16.992615 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [req-30521684-9279-4361-b64b-584643bff9e2 req-e364bfc2-6abc-4175-b012-939e0bdb3b77 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Request body: {'port': {'device_id': 'b9b0d347-98b0-4fe6-a443-bf2e28175c8c', 'network_id': '69fb0145-03f6-40a6-ac58-42e6e5e4d712', 'admin_state_up': True, 'tenant_id': '4c7d87680cf1434d8efeb24160231783'}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:13:16.999282 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [req-43802b80-8b85-4017-b1a9-5ed967226b28 req-600efa06-48ca-44f0-a193-bd82541d3540 tempest-DeleteServersTestJSON-1389015654 tempest-DeleteServersTestJSON-1389015654-project] Request body: {'port': {'device_id': '44a09345-3e20-494f-b75a-816f22853010', 'network_id': '2ba46ddb-7f90-4e43-a962-4539181c2555', 'admin_state_up': True, 'tenant_id': '33a498149a11438084fcf9ac20dab009'}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:13:17.126090 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Provisioning complete for port 6676a036-60fd-429f-91ca-0c10c57145cd triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:13:17.126090 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (6676a036-60fd-429f-91ca-0c10c57145cd), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:17.171965 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-4d8d092b-fc08-40f6-8aaa-6b36457f2993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (ee81d123-f96b-45fb-946c-c808b76130a9), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:17.355284 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.db.db_base_plugin_common [None req-ff59d625-4906-4c8b-b966-53c5d70f7050 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Allocated IP 172.27.1.9 (09e508a9-4d19-4482-acf1-bcc4a2adb430/ac199632-c036-4879-8c53-e78832fc0d54/0932b7a2-2171-4ac5-8863-5f652bf95cdd) {{(pid=103197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 17:13:17.379087 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Current status of the port 6676a036-60fd-429f-91ca-0c10c57145cd is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:13:17.384825 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55557fcb-4043-4a78-9d9d-ac64a3c68b5f None None] Pushing event updated for resources: {'Port': ['ID=ee81d123-f96b-45fb-946c-c808b76130a9,revision_number=3']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:17.419322 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-4d8d092b-fc08-40f6-8aaa-6b36457f2993 None None] Attempting to bind port ee81d123-f96b-45fb-946c-c808b76130a9 on host dv-cinder-733623-11-iscsi for vnic_type normal with profile {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 17:13:17.420153 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-4d8d092b-fc08-40f6-8aaa-6b36457f2993 None None] Attempting to bind port ee81d123-f96b-45fb-946c-c808b76130a9 by drivers openvswitch,hyperv on host dv-cinder-733623-11-iscsi at level 0 using segments [{'id': '4584f792-4385-45bc-9f18-b5d58b51f5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '9ee67609-54ef-4b91-940a-05d38e6b2c9b'}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 17:13:17.420153 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8d092b-fc08-40f6-8aaa-6b36457f2993 None None] Attempting to bind port ee81d123-f96b-45fb-946c-c808b76130a9 on network 9ee67609-54ef-4b91-940a-05d38e6b2c9b {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 17:13:17.425770 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8d092b-fc08-40f6-8aaa-6b36457f2993 None None] Checking agent: {'id': 'a6f837d2-7b5b-4cd3-9c28-296017d8b8e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 17, 5, 2), 'started_at': datetime.datetime(2022, 1, 18, 17, 5, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 17, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 17:13:17.426291 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8d092b-fc08-40f6-8aaa-6b36457f2993 None None] Checking segment: {'id': '4584f792-4385-45bc-9f18-b5d58b51f5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '9ee67609-54ef-4b91-940a-05d38e6b2c9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 17:13:17.426706 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-4d8d092b-fc08-40f6-8aaa-6b36457f2993 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:17.428635 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8d092b-fc08-40f6-8aaa-6b36457f2993 None None] Bound using segment: {'id': '4584f792-4385-45bc-9f18-b5d58b51f5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '9ee67609-54ef-4b91-940a-05d38e6b2c9b'} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 17:13:17.429153 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-4d8d092b-fc08-40f6-8aaa-6b36457f2993 None None] Bound port: ee81d123-f96b-45fb-946c-c808b76130a9, host: dv-cinder-733623-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4584f792-4385-45bc-9f18-b5d58b51f5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '9ee67609-54ef-4b91-940a-05d38e6b2c9b'}}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 17:13:17.429630 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-4d8d092b-fc08-40f6-8aaa-6b36457f2993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (ee81d123-f96b-45fb-946c-c808b76130a9), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:17.527417 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-4d8d092b-fc08-40f6-8aaa-6b36457f2993 None None] For port ee81d123-f96b-45fb-946c-c808b76130a9, host dv-cinder-733623-11-iscsi, cleared binding levels {{(pid=103198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 17:13:17.531300 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-4d8d092b-fc08-40f6-8aaa-6b36457f2993 None None] For port ee81d123-f96b-45fb-946c-c808b76130a9, host dv-cinder-733623-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-11-iscsi',level=0,port_id=ee81d123-f96b-45fb-946c-c808b76130a9,segment=NetworkSegment(4584f792-4385-45bc-9f18-b5d58b51f5e3),segment_id=4584f792-4385-45bc-9f18-b5d58b51f5e3)] {{(pid=103198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 17:13:17.604382 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-4d8d092b-fc08-40f6-8aaa-6b36457f2993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (ee81d123-f96b-45fb-946c-c808b76130a9), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:17.630765 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-ab949b63-3a06-4301-87b1-17ccfe401fa2 req-e6aa5092-f5b6-48ae-a752-18a7eabdfaad tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/ports?device_id=b9b0d347-98b0-4fe6-a443-bf2e28175c8c HTTP/1.1" status: 200 len: 210 time: 0.0589216 Jan 18 17:13:17.675245 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8d092b-fc08-40f6-8aaa-6b36457f2993 None None] Routers {'c8ff7da9-99d3-4fd8-a77c-68d724a415dd'} bound to L3 agent in host dv-cinder-733623-11-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 17:13:17.676703 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-4d8d092b-fc08-40f6-8aaa-6b36457f2993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T17:04:58Z,description=,heartbeat_timestamp=2022-01-18T17:12:58Z,host='dv-cinder-733623-11-iscsi',id=34860b7f-7c9d-4265-9a0a-1b9bd2e1622e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T17:04:59Z,topic='l3_agent')) {'router_ids': ['c8ff7da9-99d3-4fd8-a77c-68d724a415dd'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:13:17.683867 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55557fcb-4043-4a78-9d9d-ac64a3c68b5f None None] Pushing event updated for resources: {'Port': ['ID=ee81d123-f96b-45fb-946c-c808b76130a9,revision_number=4']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:17.705280 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-ff59d625-4906-4c8b-b966-53c5d70f7050 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Publish callbacks [] for port (0932b7a2-2171-4ac5-8863-5f652bf95cdd), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:17.712841 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43802b80-8b85-4017-b1a9-5ed967226b28 req-600efa06-48ca-44f0-a193-bd82541d3540 tempest-DeleteServersTestJSON-1389015654 tempest-DeleteServersTestJSON-1389015654-project] Made reservation on behalf of 33a498149a11438084fcf9ac20dab009 for: {'port': 1} {{(pid=103197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 17:13:17.716900 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-43802b80-8b85-4017-b1a9-5ed967226b28 req-600efa06-48ca-44f0-a193-bd82541d3540 tempest-DeleteServersTestJSON-1389015654 tempest-DeleteServersTestJSON-1389015654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:17.823374 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-78628d89-6df6-40cc-8f97-09352c5b104f req-1857acdf-b75a-47de-91b2-c168d4beacc9 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=81188e87-857f-40aa-9453-9d784f358b5d HTTP/1.1" status: 200 len: 210 time: 0.0769866 Jan 18 17:13:17.867688 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-4d8d092b-fc08-40f6-8aaa-6b36457f2993 None None] Set router c8ff7da9-99d3-4fd8-a77c-68d724a415dd gateway port host: dv-cinder-733623-11-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 17:13:17.885824 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.105', 59760) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:13:17.905284 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30521684-9279-4361-b64b-584643bff9e2 req-e364bfc2-6abc-4175-b012-939e0bdb3b77 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Made reservation on behalf of 4c7d87680cf1434d8efeb24160231783 for: {'port': 1} {{(pid=103197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 17:13:17.908976 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-30521684-9279-4361-b64b-584643bff9e2 req-e364bfc2-6abc-4175-b012-939e0bdb3b77 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:18.132913 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-b20181e0-baf2-455e-9f24-7b4a3679cdee req-66f52207-1f9d-45f6-9f68-7ae9ec56a226 tempest-DeleteServersTestJSON-1389015654 tempest-DeleteServersTestJSON-1389015654-project] 10.222.0.100 "GET /v2.0/ports?device_id=44a09345-3e20-494f-b75a-816f22853010 HTTP/1.1" status: 200 len: 210 time: 0.2316184 Jan 18 17:13:18.149385 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db03d789-2559-41c5-8e1a-405eae93c661 req-3fa6b76d-4892-45f6-9062-117ef26756de tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:18.188774 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-db03d789-2559-41c5-8e1a-405eae93c661 req-3fa6b76d-4892-45f6-9062-117ef26756de tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.105 "GET /v2.0/networks?id=9ee67609-54ef-4b91-940a-05d38e6b2c9b HTTP/1.1" status: 200 len: 819 time: 0.2643416 Jan 18 17:13:18.188774 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [req-db03d789-2559-41c5-8e1a-405eae93c661 req-fa5d1537-23dc-4317-bedc-1b4319c662c6 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Request body: {'port': {'device_id': 'fd06e8ed-8113-4ba5-8f7b-c7a1759d866f', 'network_id': '9ee67609-54ef-4b91-940a-05d38e6b2c9b', 'admin_state_up': True, 'tenant_id': '82d395d404d64b169e0a445e9616b86b'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:13:18.276897 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-ff59d625-4906-4c8b-b966-53c5d70f7050 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785611913804'] for port (0932b7a2-2171-4ac5-8863-5f652bf95cdd), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:18.400832 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-4d8d092b-fc08-40f6-8aaa-6b36457f2993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ff7da9-99d3-4fd8-a77c-68d724a415dd', 'name': 'tempest-ServerRescueNegativeTestJSON-1263294018-router', 'tenant_id': '82d395d404d64b169e0a445e9616b86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '9e7d76c1-911b-4ead-915b-76a961b75d69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:13:04Z', 'updated_at': '2022-01-18T17:13:11Z', 'revision_number': 4, 'project_id': '82d395d404d64b169e0a445e9616b86b', 'gw_port': {'id': '9e7d76c1-911b-4ead-915b-76a961b75d69', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f4:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ff7da9-99d3-4fd8-a77c-68d724a415dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:13:06Z', 'updated_at': '2022-01-18T17:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi', '_interfaces': [{'id': 'ee81d123-f96b-45fb-946c-c808b76130a9', 'name': '', 'network_id': '9ee67609-54ef-4b91-940a-05d38e6b2c9b', 'tenant_id': '82d395d404d64b169e0a445e9616b86b', 'mac_address': 'fa:16:3e:7b:69:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ff7da9-99d3-4fd8-a77c-68d724a415dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7211cf1f-c33b-4353-a446-bb2d845858ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:13:09Z', 'updated_at': '2022-01-18T17:13:17Z', 'revision_number': 4, 'project_id': '82d395d404d64b169e0a445e9616b86b', 'subnets': [{'id': '7211cf1f-c33b-4353-a446-bb2d845858ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-11-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:13:18.423090 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff59d625-4906-4c8b-b966-53c5d70f7050 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Network 09e508a9-4d19-4482-acf1-bcc4a2adb430 is already hosted by enough agents. {{(pid=103197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 17:13:18.427970 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.db.db_base_plugin_common [req-43802b80-8b85-4017-b1a9-5ed967226b28 req-600efa06-48ca-44f0-a193-bd82541d3540 tempest-DeleteServersTestJSON-1389015654 tempest-DeleteServersTestJSON-1389015654-project] Allocated IP 172.20.0.6 (2ba46ddb-7f90-4e43-a962-4539181c2555/7a82b979-6fb1-4467-b826-d60f656f3e09/cbb9c95b-cd8d-4f2a-b79e-69ea98c5b46b) {{(pid=103197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 17:13:18.447465 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8d092b-fc08-40f6-8aaa-6b36457f2993 None None] The sync data for ids ['c8ff7da9-99d3-4fd8-a77c-68d724a415dd'] in dv-cinder-733623-11-iscsi is: [{'id': 'c8ff7da9-99d3-4fd8-a77c-68d724a415dd', 'name': 'tempest-ServerRescueNegativeTestJSON-1263294018-router', 'tenant_id': '82d395d404d64b169e0a445e9616b86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '9e7d76c1-911b-4ead-915b-76a961b75d69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:13:04Z', 'updated_at': '2022-01-18T17:13:11Z', 'revision_number': 4, 'project_id': '82d395d404d64b169e0a445e9616b86b', 'gw_port': {'id': '9e7d76c1-911b-4ead-915b-76a961b75d69', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f4:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ff7da9-99d3-4fd8-a77c-68d724a415dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:13:06Z', 'updated_at': '2022-01-18T17:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi', '_interfaces': [{'id': 'ee81d123-f96b-45fb-946c-c808b76130a9', 'name': '', 'network_id': '9ee67609-54ef-4b91-940a-05d38e6b2c9b', 'tenant_id': '82d395d404d64b169e0a445e9616b86b', 'mac_address': 'fa:16:3e:7b:69:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ff7da9-99d3-4fd8-a77c-68d724a415dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7211cf1f-c33b-4353-a446-bb2d845858ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:13:09Z', 'updated_at': '2022-01-18T17:13:17Z', 'revision_number': 4, 'project_id': '82d395d404d64b169e0a445e9616b86b', 'subnets': [{'id': '7211cf1f-c33b-4353-a446-bb2d845858ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 17:13:18.448842 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.base_scheduler [None req-ff59d625-4906-4c8b-b966-53c5d70f7050 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Resources bound (agent type, host, resource id): {{(pid=103197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 17:13:18.463417 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff59d625-4906-4c8b-b966-53c5d70f7050 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Received port after_create {{(pid=103197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 17:13:18.616140 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff59d625-4906-4c8b-b966-53c5d70f7050 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Pushing event updated for resources: {'Port': ['ID=0932b7a2-2171-4ac5-8863-5f652bf95cdd,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:18.703083 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.db.db_base_plugin_common [req-30521684-9279-4361-b64b-584643bff9e2 req-e364bfc2-6abc-4175-b012-939e0bdb3b77 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Allocated IP 172.20.0.6 (69fb0145-03f6-40a6-ac58-42e6e5e4d712/e2a0842a-bbe5-40a2-b308-b84b4df3e2b6/2706719d-053e-4bba-99a2-f8032595f432) {{(pid=103197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 17:13:18.741661 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.agents_db [None req-82e58cf6-2858-46ee-adbb-688a61b9207a None None] Agent healthcheck: found 6 active agents {{(pid=103199) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 17:13:18.744029 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db03d789-2559-41c5-8e1a-405eae93c661 req-fa5d1537-23dc-4317-bedc-1b4319c662c6 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Made reservation on behalf of 82d395d404d64b169e0a445e9616b86b for: {'port': 1} {{(pid=103196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 17:13:18.749359 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-db03d789-2559-41c5-8e1a-405eae93c661 req-fa5d1537-23dc-4317-bedc-1b4319c662c6 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:18.963669 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Device ee81d123-f96b-45fb-946c-c808b76130a9 up at agent ovs-agent-dv-cinder-733623-11-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 17:13:19.078294 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-6f7f4f38-44ab-4679-98d0-86d6fb1a0631 req-a89ea6e2-310d-43f4-9561-c04385eab021 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/ports?device_id=b9b0d347-98b0-4fe6-a443-bf2e28175c8c HTTP/1.1" status: 200 len: 210 time: 0.2320573 Jan 18 17:13:19.108637 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Provisioning complete for port ee81d123-f96b-45fb-946c-c808b76130a9 triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:13:19.109034 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (ee81d123-f96b-45fb-946c-c808b76130a9), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:19.158784 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-7d4262dd-3764-44b7-afbc-aa5ed2df6396 req-0c19bbe1-cd42-4a60-af46-b30ab3a83432 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=81188e87-857f-40aa-9453-9d784f358b5d HTTP/1.1" status: 200 len: 210 time: 0.1332774 Jan 18 17:13:19.303719 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Current status of the port ee81d123-f96b-45fb-946c-c808b76130a9 is: DOWN; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:13:19.304235 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (ee81d123-f96b-45fb-946c-c808b76130a9), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:19.418232 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] For port ee81d123-f96b-45fb-946c-c808b76130a9, host dv-cinder-733623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-11-iscsi',level=0,port_id=ee81d123-f96b-45fb-946c-c808b76130a9,segment=NetworkSegment(4584f792-4385-45bc-9f18-b5d58b51f5e3),segment_id=4584f792-4385-45bc-9f18-b5d58b51f5e3)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:13:19.422384 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-ff59d625-4906-4c8b-b966-53c5d70f7050 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Publish callbacks [] for floatingip (e4d55e3e-cfc8-4227-876b-531bcfee6d0d), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:19.473471 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-43802b80-8b85-4017-b1a9-5ed967226b28 req-600efa06-48ca-44f0-a193-bd82541d3540 tempest-DeleteServersTestJSON-1389015654 tempest-DeleteServersTestJSON-1389015654-project] Publish callbacks [] for port (cbb9c95b-cd8d-4f2a-b79e-69ea98c5b46b), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:19.571155 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-30521684-9279-4361-b64b-584643bff9e2 req-e364bfc2-6abc-4175-b012-939e0bdb3b77 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Publish callbacks [] for port (2706719d-053e-4bba-99a2-f8032595f432), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:19.635267 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (ee81d123-f96b-45fb-946c-c808b76130a9), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:19.719281 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.105', 59767) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:13:19.813158 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Pushing event updated for resources: {'Port': ['ID=ee81d123-f96b-45fb-946c-c808b76130a9,revision_number=5']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:19.940471 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-594b59b7-ef7f-466d-afcc-5c5808776d50 req-f9f50476-935d-402c-ac5d-101768887fa9 tempest-DeleteServersTestJSON-1389015654 tempest-DeleteServersTestJSON-1389015654-project] 10.222.0.100 "GET /v2.0/ports?device_id=44a09345-3e20-494f-b75a-816f22853010 HTTP/1.1" status: 200 len: 210 time: 0.3357940 Jan 18 17:13:19.948254 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f242d3-1fe8-42aa-ba3e-0d015d780b27 req-4cc40b0f-aa22-4b9c-87a7-b6b6472fc9a0 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:19.954609 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-e7f242d3-1fe8-42aa-ba3e-0d015d780b27 req-4cc40b0f-aa22-4b9c-87a7-b6b6472fc9a0 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.105 "GET /v2.0/networks?id=9ee67609-54ef-4b91-940a-05d38e6b2c9b HTTP/1.1" status: 200 len: 819 time: 0.1915507 Jan 18 17:13:20.001929 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [req-e7f242d3-1fe8-42aa-ba3e-0d015d780b27 req-49b09d09-de9d-4746-bd0d-8146c39ec189 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Request body: {'port': {'device_id': '81188e87-857f-40aa-9453-9d784f358b5d', 'network_id': '9ee67609-54ef-4b91-940a-05d38e6b2c9b', 'admin_state_up': True, 'tenant_id': '82d395d404d64b169e0a445e9616b86b'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:13:20.096738 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-ff59d625-4906-4c8b-b966-53c5d70f7050 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (0932b7a2-2171-4ac5-8863-5f652bf95cdd), before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:20.113657 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [req-db03d789-2559-41c5-8e1a-405eae93c661 req-fa5d1537-23dc-4317-bedc-1b4319c662c6 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Allocated IP 172.20.0.12 (9ee67609-54ef-4b91-940a-05d38e6b2c9b/7211cf1f-c33b-4353-a446-bb2d845858ab/ddf52e68-aa03-475b-b83c-dab38c9f91de) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 17:13:20.269832 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-30521684-9279-4361-b64b-584643bff9e2 req-e364bfc2-6abc-4175-b012-939e0bdb3b77 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785611913804'] for port (2706719d-053e-4bba-99a2-f8032595f432), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:20.274426 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-43802b80-8b85-4017-b1a9-5ed967226b28 req-600efa06-48ca-44f0-a193-bd82541d3540 tempest-DeleteServersTestJSON-1389015654 tempest-DeleteServersTestJSON-1389015654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785611913804'] for port (cbb9c95b-cd8d-4f2a-b79e-69ea98c5b46b), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:20.391370 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30521684-9279-4361-b64b-584643bff9e2 req-e364bfc2-6abc-4175-b012-939e0bdb3b77 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Network 69fb0145-03f6-40a6-ac58-42e6e5e4d712 is already hosted by enough agents. {{(pid=103197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 17:13:20.454512 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.base_scheduler [req-30521684-9279-4361-b64b-584643bff9e2 req-e364bfc2-6abc-4175-b012-939e0bdb3b77 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Resources bound (agent type, host, resource id): {{(pid=103197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 17:13:20.498951 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [req-30521684-9279-4361-b64b-584643bff9e2 req-e364bfc2-6abc-4175-b012-939e0bdb3b77 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Received port after_create {{(pid=103197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 17:13:20.507190 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30521684-9279-4361-b64b-584643bff9e2 req-e364bfc2-6abc-4175-b012-939e0bdb3b77 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:20.507953 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-30521684-9279-4361-b64b-584643bff9e2 req-e364bfc2-6abc-4175-b012-939e0bdb3b77 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1923895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526667'] for port (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:20.591974 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e364bfc2-6abc-4175-b012-939e0bdb3b77 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Pushing event updated for resources: {'Port': ['ID=2706719d-053e-4bba-99a2-f8032595f432,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:20.604510 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-db03d789-2559-41c5-8e1a-405eae93c661 req-fa5d1537-23dc-4317-bedc-1b4319c662c6 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Publish callbacks [] for port (ddf52e68-aa03-475b-b83c-dab38c9f91de), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:20.658249 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-30521684-9279-4361-b64b-584643bff9e2 req-e364bfc2-6abc-4175-b012-939e0bdb3b77 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6745052 Jan 18 17:13:20.660729 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-0e9b7daf-2a18-4cf0-a61e-f9922b2177bd req-87ee7174-2c10-4fac-9c2c-6dfa45876ff1 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=81188e87-857f-40aa-9453-9d784f358b5d HTTP/1.1" status: 200 len: 210 time: 0.3056283 Jan 18 17:13:20.721639 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0539db-3fc0-49c2-b785-a7fa43992b7a req-00ff95f7-37c0-4bcb-9e87-73495dc02579 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:20.721639 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-bc0539db-3fc0-49c2-b785-a7fa43992b7a req-00ff95f7-37c0-4bcb-9e87-73495dc02579 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/ports?device_id=b9b0d347-98b0-4fe6-a443-bf2e28175c8c HTTP/1.1" status: 200 len: 931 time: 0.4572244 Jan 18 17:13:20.729984 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43802b80-8b85-4017-b1a9-5ed967226b28 req-600efa06-48ca-44f0-a193-bd82541d3540 tempest-DeleteServersTestJSON-1389015654 tempest-DeleteServersTestJSON-1389015654-project] Network 2ba46ddb-7f90-4e43-a962-4539181c2555 is already hosted by enough agents. {{(pid=103197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 17:13:20.742378 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [req-30521684-9279-4361-b64b-584643bff9e2 req-de24fead-3697-4c44-982a-e962f11da4fb tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] http://10.222.0.100:9696/v2.0/extensions returned with HTTP 200 {{(pid=103197) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 17:13:20.746020 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-30521684-9279-4361-b64b-584643bff9e2 req-de24fead-3697-4c44-982a-e962f11da4fb tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0259135 Jan 18 17:13:20.752852 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.base_scheduler [req-43802b80-8b85-4017-b1a9-5ed967226b28 req-600efa06-48ca-44f0-a193-bd82541d3540 tempest-DeleteServersTestJSON-1389015654 tempest-DeleteServersTestJSON-1389015654-project] Resources bound (agent type, host, resource id): {{(pid=103197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 17:13:20.762885 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600efa06-48ca-44f0-a193-bd82541d3540 tempest-DeleteServersTestJSON-1389015654 tempest-DeleteServersTestJSON-1389015654-project] Pushing event updated for resources: {'Port': ['ID=cbb9c95b-cd8d-4f2a-b79e-69ea98c5b46b,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:20.772907 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [req-43802b80-8b85-4017-b1a9-5ed967226b28 req-600efa06-48ca-44f0-a193-bd82541d3540 tempest-DeleteServersTestJSON-1389015654 tempest-DeleteServersTestJSON-1389015654-project] Received port after_create {{(pid=103197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 17:13:20.778738 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43802b80-8b85-4017-b1a9-5ed967226b28 req-600efa06-48ca-44f0-a193-bd82541d3540 tempest-DeleteServersTestJSON-1389015654 tempest-DeleteServersTestJSON-1389015654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:20.779457 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-43802b80-8b85-4017-b1a9-5ed967226b28 req-600efa06-48ca-44f0-a193-bd82541d3540 tempest-DeleteServersTestJSON-1389015654 tempest-DeleteServersTestJSON-1389015654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1923895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526667'] for port (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:20.828684 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-ff59d625-4906-4c8b-b966-53c5d70f7050 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Publish callbacks [] for port (0932b7a2-2171-4ac5-8863-5f652bf95cdd), precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:20.863623 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Device ee81d123-f96b-45fb-946c-c808b76130a9 up at agent ovs-agent-dv-cinder-733623-11-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 17:13:20.873179 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-db03d789-2559-41c5-8e1a-405eae93c661 req-fa5d1537-23dc-4317-bedc-1b4319c662c6 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785611913804'] for port (ddf52e68-aa03-475b-b83c-dab38c9f91de), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:20.899824 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-bc0539db-3fc0-49c2-b785-a7fa43992b7a req-0e783099-29dc-4db8-b0b9-130f7e82661f tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/security-groups?id=03df2055-10b4-4cb8-8f80-fa2d86607cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478601 Jan 18 17:13:20.968969 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db03d789-2559-41c5-8e1a-405eae93c661 req-fa5d1537-23dc-4317-bedc-1b4319c662c6 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Network 9ee67609-54ef-4b91-940a-05d38e6b2c9b is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 17:13:20.970197 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7f242d3-1fe8-42aa-ba3e-0d015d780b27 req-49b09d09-de9d-4746-bd0d-8146c39ec189 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Made reservation on behalf of 82d395d404d64b169e0a445e9616b86b for: {'port': 1} {{(pid=103196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 17:13:20.979161 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-e7f242d3-1fe8-42aa-ba3e-0d015d780b27 req-49b09d09-de9d-4746-bd0d-8146c39ec189 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:20.986764 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Provisioning complete for port ee81d123-f96b-45fb-946c-c808b76130a9 triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:13:20.994270 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-43802b80-8b85-4017-b1a9-5ed967226b28 req-600efa06-48ca-44f0-a193-bd82541d3540 tempest-DeleteServersTestJSON-1389015654 tempest-DeleteServersTestJSON-1389015654-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0089369 Jan 18 17:13:20.994477 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [req-db03d789-2559-41c5-8e1a-405eae93c661 req-fa5d1537-23dc-4317-bedc-1b4319c662c6 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 17:13:20.994649 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (ee81d123-f96b-45fb-946c-c808b76130a9), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:20.996182 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-ff59d625-4906-4c8b-b966-53c5d70f7050 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (0932b7a2-2171-4ac5-8863-5f652bf95cdd), after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:21.016536 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [req-db03d789-2559-41c5-8e1a-405eae93c661 req-fa5d1537-23dc-4317-bedc-1b4319c662c6 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 17:13:21.031085 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db03d789-2559-41c5-8e1a-405eae93c661 req-fa5d1537-23dc-4317-bedc-1b4319c662c6 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:21.032889 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-db03d789-2559-41c5-8e1a-405eae93c661 req-fa5d1537-23dc-4317-bedc-1b4319c662c6 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1923895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526667'] for port (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:21.088347 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5d1537-23dc-4317-bedc-1b4319c662c6 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Pushing event updated for resources: {'Port': ['ID=ddf52e68-aa03-475b-b83c-dab38c9f91de,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:21.118133 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-ff59d625-4906-4c8b-b966-53c5d70f7050 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647951'] for floatingip (e4d55e3e-cfc8-4227-876b-531bcfee6d0d), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:21.214893 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [req-43802b80-8b85-4017-b1a9-5ed967226b28 req-520d1955-926f-460d-bbf0-d51bd8558ce2 service neutron] Request body: {'port': {'device_id': '44a09345-3e20-494f-b75a-816f22853010', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:13:21.224885 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Current status of the port ee81d123-f96b-45fb-946c-c808b76130a9 is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:13:21.232846 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff59d625-4906-4c8b-b966-53c5d70f7050 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Pushing event updated for resources: {'Port': ['ID=0932b7a2-2171-4ac5-8863-5f652bf95cdd,revision_number=2']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:21.266821 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ef3ea0-f7ab-4d7d-b51d-b49e0c0cda51 req-c0b9f350-86b2-434e-8e39-6b08b59de5cd tempest-DeleteServersTestJSON-1389015654 tempest-DeleteServersTestJSON-1389015654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:21.286081 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-83ef3ea0-f7ab-4d7d-b51d-b49e0c0cda51 req-c0b9f350-86b2-434e-8e39-6b08b59de5cd tempest-DeleteServersTestJSON-1389015654 tempest-DeleteServersTestJSON-1389015654-project] 10.222.0.100 "GET /v2.0/ports?device_id=44a09345-3e20-494f-b75a-816f22853010 HTTP/1.1" status: 200 len: 931 time: 0.2100925 Jan 18 17:13:21.289023 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [req-30521684-9279-4361-b64b-584643bff9e2 req-45c8e620-ecb7-4e1e-8e24-20eefa0c74e2 service neutron] Request body: {'port': {'device_id': 'b9b0d347-98b0-4fe6-a443-bf2e28175c8c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:13:21.306109 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-db03d789-2559-41c5-8e1a-405eae93c661 req-fa5d1537-23dc-4317-bedc-1b4319c662c6 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1432610 Jan 18 17:13:21.318030 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-ff59d625-4906-4c8b-b966-53c5d70f7050 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1923895'] for floatingip (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:21.319670 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-ff59d625-4906-4c8b-b966-53c5d70f7050 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.9660952 Jan 18 17:13:21.331640 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [req-db03d789-2559-41c5-8e1a-405eae93c661 req-1c74694c-cea1-4853-8f97-0a36f367cb10 service neutron] Request body: {'port': {'device_id': 'fd06e8ed-8113-4ba5-8f7b-c7a1759d866f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:13:21.361906 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-43802b80-8b85-4017-b1a9-5ed967226b28 req-520d1955-926f-460d-bbf0-d51bd8558ce2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (cbb9c95b-cd8d-4f2a-b79e-69ea98c5b46b), before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:21.602660 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-83ef3ea0-f7ab-4d7d-b51d-b49e0c0cda51 req-6fce9ea2-21cc-4eb7-adb3-fce076b12ad8 tempest-DeleteServersTestJSON-1389015654 tempest-DeleteServersTestJSON-1389015654-project] 10.222.0.100 "GET /v2.0/security-groups?id=586fa32f-f935-4b19-919f-0cda76133b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054808 Jan 18 17:13:21.602885 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-30521684-9279-4361-b64b-584643bff9e2 req-45c8e620-ecb7-4e1e-8e24-20eefa0c74e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (2706719d-053e-4bba-99a2-f8032595f432), before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:21.603397 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [req-e7f242d3-1fe8-42aa-ba3e-0d015d780b27 req-49b09d09-de9d-4746-bd0d-8146c39ec189 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Allocated IP 172.20.0.14 (9ee67609-54ef-4b91-940a-05d38e6b2c9b/7211cf1f-c33b-4353-a446-bb2d845858ab/612246f5-9e95-4be7-81b2-5f92cce1782e) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 17:13:21.604134 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-db03d789-2559-41c5-8e1a-405eae93c661 req-1c74694c-cea1-4853-8f97-0a36f367cb10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (ddf52e68-aa03-475b-b83c-dab38c9f91de), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:21.970246 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-f453ad86-9fbc-4589-849b-e90ee9f8563b req-e01c6b94-1611-4bae-bc78-34930ef1ff7c tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=81188e87-857f-40aa-9453-9d784f358b5d HTTP/1.1" status: 200 len: 210 time: 0.1487904 Jan 18 17:13:22.026618 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-98fa7434-ec96-45a4-b3ee-c727688a001d req-49386dab-1b15-4fca-8327-27d17d4226b1 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?name=tempest-securitygroup--1813724827&fields=id&tenant_id=4983e51e5c4742eb9b95034b5aef3213 HTTP/1.1" status: 200 len: 267 time: 0.3230162 Jan 18 17:13:22.224647 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce1a1e1-19f8-4f4a-b6de-c090a703c257 req-6554d294-e15f-44e7-914a-519e5ecdd037 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:22.226188 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-3ce1a1e1-19f8-4f4a-b6de-c090a703c257 req-6554d294-e15f-44e7-914a-519e5ecdd037 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/ports?device_id=b9b0d347-98b0-4fe6-a443-bf2e28175c8c HTTP/1.1" status: 200 len: 931 time: 0.1250591 Jan 18 17:13:22.231658 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-e7f242d3-1fe8-42aa-ba3e-0d015d780b27 req-49b09d09-de9d-4746-bd0d-8146c39ec189 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Publish callbacks [] for port (612246f5-9e95-4be7-81b2-5f92cce1782e), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:22.330209 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-3ce1a1e1-19f8-4f4a-b6de-c090a703c257 req-ddda7e02-00ba-4fec-ad1d-deb11fcfb1c0 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/security-groups?id=03df2055-10b4-4cb8-8f80-fa2d86607cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968237 Jan 18 17:13:22.343456 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fa7434-ec96-45a4-b3ee-c727688a001d req-9d0c2bdd-c715-4e7a-b3f3-fdfa200b58a1 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:22.351442 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-98fa7434-ec96-45a4-b3ee-c727688a001d req-9d0c2bdd-c715-4e7a-b3f3-fdfa200b58a1 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/networks?id=2be6587c-41c5-41bc-ac5a-09ac1f4499ce HTTP/1.1" status: 200 len: 817 time: 0.3210826 Jan 18 17:13:22.385934 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-98fa7434-ec96-45a4-b3ee-c727688a001d req-f5b7e7b9-0cea-49dd-aca0-880222c780d5 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/quotas/4983e51e5c4742eb9b95034b5aef3213 HTTP/1.1" status: 200 len: 375 time: 0.0334299 Jan 18 17:13:22.412142 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.notifiers.nova [req-43802b80-8b85-4017-b1a9-5ed967226b28 req-520d1955-926f-460d-bbf0-d51bd8558ce2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbb9c95b-cd8d-4f2a-b79e-69ea98c5b46b {{(pid=103197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 17:13:22.443548 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-43802b80-8b85-4017-b1a9-5ed967226b28 req-520d1955-926f-460d-bbf0-d51bd8558ce2 service neutron] Publish callbacks [] for port (cbb9c95b-cd8d-4f2a-b79e-69ea98c5b46b), precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:22.500401 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.db.provisioning_blocks [req-43802b80-8b85-4017-b1a9-5ed967226b28 req-520d1955-926f-460d-bbf0-d51bd8558ce2 service neutron] Transition to ACTIVE for port object cbb9c95b-cd8d-4f2a-b79e-69ea98c5b46b will not be triggered until provisioned by entity L2. {{(pid=103197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 17:13:22.548732 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-98fa7434-ec96-45a4-b3ee-c727688a001d req-8a550987-6cde-4e68-b43d-779a23e6a3db tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=4983e51e5c4742eb9b95034b5aef3213&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1481464 Jan 18 17:13:22.553238 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.notifiers.nova [req-30521684-9279-4361-b64b-584643bff9e2 req-45c8e620-ecb7-4e1e-8e24-20eefa0c74e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2706719d-053e-4bba-99a2-f8032595f432 {{(pid=103197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 17:13:22.564760 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-e7f242d3-1fe8-42aa-ba3e-0d015d780b27 req-49b09d09-de9d-4746-bd0d-8146c39ec189 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785611913804'] for port (612246f5-9e95-4be7-81b2-5f92cce1782e), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:22.565005 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-30521684-9279-4361-b64b-584643bff9e2 req-45c8e620-ecb7-4e1e-8e24-20eefa0c74e2 service neutron] Publish callbacks [] for port (2706719d-053e-4bba-99a2-f8032595f432), precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:22.574345 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-43802b80-8b85-4017-b1a9-5ed967226b28 req-520d1955-926f-460d-bbf0-d51bd8558ce2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (cbb9c95b-cd8d-4f2a-b79e-69ea98c5b46b), after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:22.601207 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.db.provisioning_blocks [req-30521684-9279-4361-b64b-584643bff9e2 req-45c8e620-ecb7-4e1e-8e24-20eefa0c74e2 service neutron] Transition to ACTIVE for port object 2706719d-053e-4bba-99a2-f8032595f432 will not be triggered until provisioned by entity L2. {{(pid=103197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 17:13:22.681256 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-30521684-9279-4361-b64b-584643bff9e2 req-45c8e620-ecb7-4e1e-8e24-20eefa0c74e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (2706719d-053e-4bba-99a2-f8032595f432), after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:22.704593 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520d1955-926f-460d-bbf0-d51bd8558ce2 service neutron] Pushing event updated for resources: {'Port': ['ID=cbb9c95b-cd8d-4f2a-b79e-69ea98c5b46b,revision_number=2']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:22.804344 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7f242d3-1fe8-42aa-ba3e-0d015d780b27 req-49b09d09-de9d-4746-bd0d-8146c39ec189 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Network 9ee67609-54ef-4b91-940a-05d38e6b2c9b is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 17:13:22.820286 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [req-e7f242d3-1fe8-42aa-ba3e-0d015d780b27 req-49b09d09-de9d-4746-bd0d-8146c39ec189 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 17:13:22.835370 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7f242d3-1fe8-42aa-ba3e-0d015d780b27 req-49b09d09-de9d-4746-bd0d-8146c39ec189 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 17:13:22.841295 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f242d3-1fe8-42aa-ba3e-0d015d780b27 req-49b09d09-de9d-4746-bd0d-8146c39ec189 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:22.847792 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-e7f242d3-1fe8-42aa-ba3e-0d015d780b27 req-49b09d09-de9d-4746-bd0d-8146c39ec189 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1923895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526667'] for port (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:22.849487 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b09d09-de9d-4746-bd0d-8146c39ec189 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Pushing event updated for resources: {'Port': ['ID=612246f5-9e95-4be7-81b2-5f92cce1782e,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:22.890476 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1106c31b-5aa0-4c22-9b9e-3a9782e9e5cf req-473cc3df-a29a-4cf9-b022-c26678c75a54 tempest-DeleteServersTestJSON-1389015654 tempest-DeleteServersTestJSON-1389015654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:22.892198 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1106c31b-5aa0-4c22-9b9e-3a9782e9e5cf req-473cc3df-a29a-4cf9-b022-c26678c75a54 tempest-DeleteServersTestJSON-1389015654 tempest-DeleteServersTestJSON-1389015654-project] 10.222.0.100 "GET /v2.0/ports?device_id=44a09345-3e20-494f-b75a-816f22853010 HTTP/1.1" status: 200 len: 943 time: 0.3024702 Jan 18 17:13:22.968819 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [req-db03d789-2559-41c5-8e1a-405eae93c661 req-1c74694c-cea1-4853-8f97-0a36f367cb10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddf52e68-aa03-475b-b83c-dab38c9f91de {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 17:13:23.006517 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-db03d789-2559-41c5-8e1a-405eae93c661 req-1c74694c-cea1-4853-8f97-0a36f367cb10 service neutron] Publish callbacks [] for port (ddf52e68-aa03-475b-b83c-dab38c9f91de), precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:23.059031 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1106c31b-5aa0-4c22-9b9e-3a9782e9e5cf req-f6d0d2a8-ca0d-447f-87ba-7d297d57ac4c tempest-DeleteServersTestJSON-1389015654 tempest-DeleteServersTestJSON-1389015654-project] 10.222.0.100 "GET /v2.0/security-groups?id=586fa32f-f935-4b19-919f-0cda76133b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300719 Jan 18 17:13:23.116418 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [req-db03d789-2559-41c5-8e1a-405eae93c661 req-1c74694c-cea1-4853-8f97-0a36f367cb10 service neutron] Transition to ACTIVE for port object ddf52e68-aa03-475b-b83c-dab38c9f91de will not be triggered until provisioned by entity L2. {{(pid=103196) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 17:13:23.140415 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [req-43802b80-8b85-4017-b1a9-5ed967226b28 req-520d1955-926f-460d-bbf0-d51bd8558ce2 service neutron] Attempting to bind port cbb9c95b-cd8d-4f2a-b79e-69ea98c5b46b on host hv-cinder-73362 for vnic_type normal with profile {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 17:13:23.140905 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [req-43802b80-8b85-4017-b1a9-5ed967226b28 req-520d1955-926f-460d-bbf0-d51bd8558ce2 service neutron] Attempting to bind port cbb9c95b-cd8d-4f2a-b79e-69ea98c5b46b by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': 'ea56166e-7389-4e33-97f5-11245c8eda5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '2ba46ddb-7f90-4e43-a962-4539181c2555'}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 17:13:23.141467 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43802b80-8b85-4017-b1a9-5ed967226b28 req-520d1955-926f-460d-bbf0-d51bd8558ce2 service neutron] Attempting to bind port cbb9c95b-cd8d-4f2a-b79e-69ea98c5b46b on network 2ba46ddb-7f90-4e43-a962-4539181c2555 {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 17:13:23.159415 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c8e620-ecb7-4e1e-8e24-20eefa0c74e2 service neutron] Pushing event updated for resources: {'Port': ['ID=2706719d-053e-4bba-99a2-f8032595f432,revision_number=2']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:23.185795 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43802b80-8b85-4017-b1a9-5ed967226b28 req-520d1955-926f-460d-bbf0-d51bd8558ce2 service neutron] Port cbb9c95b-cd8d-4f2a-b79e-69ea98c5b46b on network 2ba46ddb-7f90-4e43-a962-4539181c2555 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 17:13:23.186771 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43802b80-8b85-4017-b1a9-5ed967226b28 req-520d1955-926f-460d-bbf0-d51bd8558ce2 service neutron] Attempting to bind port cbb9c95b-cd8d-4f2a-b79e-69ea98c5b46b on network 2ba46ddb-7f90-4e43-a962-4539181c2555 {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 17:13:23.197301 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-98fa7434-ec96-45a4-b3ee-c727688a001d req-065edc93-aac3-44e3-8cdc-66bdb63dc436 service neutron] 10.222.0.100 "GET /v2.0/networks/2be6587c-41c5-41bc-ac5a-09ac1f4499ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6204562 Jan 18 17:13:23.202589 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43802b80-8b85-4017-b1a9-5ed967226b28 req-520d1955-926f-460d-bbf0-d51bd8558ce2 service neutron] Checking agent: {'id': 'e727efee-c94b-447a-9897-92f425521d05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 17, 11, 11), 'started_at': datetime.datetime(2022, 1, 18, 17, 11, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 17, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 17:13:23.203171 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43802b80-8b85-4017-b1a9-5ed967226b28 req-520d1955-926f-460d-bbf0-d51bd8558ce2 service neutron] Checking segment: {'id': 'ea56166e-7389-4e33-97f5-11245c8eda5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '2ba46ddb-7f90-4e43-a962-4539181c2555'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 17:13:23.203967 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43802b80-8b85-4017-b1a9-5ed967226b28 req-520d1955-926f-460d-bbf0-d51bd8558ce2 service neutron] Bound using segment: {'id': 'ea56166e-7389-4e33-97f5-11245c8eda5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '2ba46ddb-7f90-4e43-a962-4539181c2555'} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 17:13:23.204509 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [req-43802b80-8b85-4017-b1a9-5ed967226b28 req-520d1955-926f-460d-bbf0-d51bd8558ce2 service neutron] Bound port: cbb9c95b-cd8d-4f2a-b79e-69ea98c5b46b, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea56166e-7389-4e33-97f5-11245c8eda5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '2ba46ddb-7f90-4e43-a962-4539181c2555'}}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 17:13:23.204895 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-43802b80-8b85-4017-b1a9-5ed967226b28 req-520d1955-926f-460d-bbf0-d51bd8558ce2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (cbb9c95b-cd8d-4f2a-b79e-69ea98c5b46b), before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:23.238785 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-e7f242d3-1fe8-42aa-ba3e-0d015d780b27 req-49b09d09-de9d-4746-bd0d-8146c39ec189 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2690527 Jan 18 17:13:23.244010 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [req-30521684-9279-4361-b64b-584643bff9e2 req-45c8e620-ecb7-4e1e-8e24-20eefa0c74e2 service neutron] Attempting to bind port 2706719d-053e-4bba-99a2-f8032595f432 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 17:13:23.244371 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [req-30521684-9279-4361-b64b-584643bff9e2 req-45c8e620-ecb7-4e1e-8e24-20eefa0c74e2 service neutron] Attempting to bind port 2706719d-053e-4bba-99a2-f8032595f432 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '2fccfc1b-cb99-45b9-9f8c-ca3412f0a050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '69fb0145-03f6-40a6-ac58-42e6e5e4d712'}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 17:13:23.244686 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30521684-9279-4361-b64b-584643bff9e2 req-45c8e620-ecb7-4e1e-8e24-20eefa0c74e2 service neutron] Attempting to bind port 2706719d-053e-4bba-99a2-f8032595f432 on network 69fb0145-03f6-40a6-ac58-42e6e5e4d712 {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 17:13:23.270157 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c827dd6-ea23-4074-8b71-6f8dd6a09eb3 req-1d13e117-e348-4924-81df-84f6da0e1868 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:23.279223 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-0c827dd6-ea23-4074-8b71-6f8dd6a09eb3 req-1d13e117-e348-4924-81df-84f6da0e1868 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=81188e87-857f-40aa-9453-9d784f358b5d HTTP/1.1" status: 200 len: 932 time: 0.1311052 Jan 18 17:13:23.293427 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [req-e7f242d3-1fe8-42aa-ba3e-0d015d780b27 req-80db091a-032b-4a57-ab2f-a703ecab59f1 service neutron] Request body: {'port': {'device_id': '81188e87-857f-40aa-9453-9d784f358b5d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:13:23.296032 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30521684-9279-4361-b64b-584643bff9e2 req-45c8e620-ecb7-4e1e-8e24-20eefa0c74e2 service neutron] Port 2706719d-053e-4bba-99a2-f8032595f432 on network 69fb0145-03f6-40a6-ac58-42e6e5e4d712 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 17:13:23.296423 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30521684-9279-4361-b64b-584643bff9e2 req-45c8e620-ecb7-4e1e-8e24-20eefa0c74e2 service neutron] Attempting to bind port 2706719d-053e-4bba-99a2-f8032595f432 on network 69fb0145-03f6-40a6-ac58-42e6e5e4d712 {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 17:13:23.299800 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-db03d789-2559-41c5-8e1a-405eae93c661 req-1c74694c-cea1-4853-8f97-0a36f367cb10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (ddf52e68-aa03-475b-b83c-dab38c9f91de), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:23.337793 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30521684-9279-4361-b64b-584643bff9e2 req-45c8e620-ecb7-4e1e-8e24-20eefa0c74e2 service neutron] Checking agent: {'id': 'e727efee-c94b-447a-9897-92f425521d05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 17, 11, 11), 'started_at': datetime.datetime(2022, 1, 18, 17, 11, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 17, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 17:13:23.338266 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30521684-9279-4361-b64b-584643bff9e2 req-45c8e620-ecb7-4e1e-8e24-20eefa0c74e2 service neutron] Checking segment: {'id': '2fccfc1b-cb99-45b9-9f8c-ca3412f0a050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '69fb0145-03f6-40a6-ac58-42e6e5e4d712'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 17:13:23.338524 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30521684-9279-4361-b64b-584643bff9e2 req-45c8e620-ecb7-4e1e-8e24-20eefa0c74e2 service neutron] Bound using segment: {'id': '2fccfc1b-cb99-45b9-9f8c-ca3412f0a050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '69fb0145-03f6-40a6-ac58-42e6e5e4d712'} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 17:13:23.338973 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [req-30521684-9279-4361-b64b-584643bff9e2 req-45c8e620-ecb7-4e1e-8e24-20eefa0c74e2 service neutron] Bound port: 2706719d-053e-4bba-99a2-f8032595f432, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fccfc1b-cb99-45b9-9f8c-ca3412f0a050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '69fb0145-03f6-40a6-ac58-42e6e5e4d712'}}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 17:13:23.339396 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-30521684-9279-4361-b64b-584643bff9e2 req-45c8e620-ecb7-4e1e-8e24-20eefa0c74e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (2706719d-053e-4bba-99a2-f8032595f432), before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:23.432092 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.db [req-43802b80-8b85-4017-b1a9-5ed967226b28 req-520d1955-926f-460d-bbf0-d51bd8558ce2 service neutron] For port cbb9c95b-cd8d-4f2a-b79e-69ea98c5b46b, host hv-cinder-73362, cleared binding levels {{(pid=103197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 17:13:23.471527 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-98fa7434-ec96-45a4-b3ee-c727688a001d req-45005517-6ce7-46ef-a6e7-09501223b823 service neutron] 10.222.0.100 "GET /v2.0/networks/2be6587c-41c5-41bc-ac5a-09ac1f4499ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590575 Jan 18 17:13:23.478087 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.db [req-43802b80-8b85-4017-b1a9-5ed967226b28 req-520d1955-926f-460d-bbf0-d51bd8558ce2 service neutron] For port cbb9c95b-cd8d-4f2a-b79e-69ea98c5b46b, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=cbb9c95b-cd8d-4f2a-b79e-69ea98c5b46b,segment=NetworkSegment(ea56166e-7389-4e33-97f5-11245c8eda5f),segment_id=ea56166e-7389-4e33-97f5-11245c8eda5f)] {{(pid=103197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 17:13:23.498734 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.db [req-30521684-9279-4361-b64b-584643bff9e2 req-45c8e620-ecb7-4e1e-8e24-20eefa0c74e2 service neutron] For port 2706719d-053e-4bba-99a2-f8032595f432, host hv-cinder-73362, cleared binding levels {{(pid=103197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 17:13:23.503489 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.db [req-30521684-9279-4361-b64b-584643bff9e2 req-45c8e620-ecb7-4e1e-8e24-20eefa0c74e2 service neutron] For port 2706719d-053e-4bba-99a2-f8032595f432, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=2706719d-053e-4bba-99a2-f8032595f432,segment=NetworkSegment(2fccfc1b-cb99-45b9-9f8c-ca3412f0a050),segment_id=2fccfc1b-cb99-45b9-9f8c-ca3412f0a050)] {{(pid=103197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 17:13:23.573232 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c74694c-cea1-4853-8f97-0a36f367cb10 service neutron] Pushing event updated for resources: {'Port': ['ID=ddf52e68-aa03-475b-b83c-dab38c9f91de,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:23.635231 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-0c827dd6-ea23-4074-8b71-6f8dd6a09eb3 req-52a3fc59-9dd3-4d84-991b-c64789c100ed tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3521254 Jan 18 17:13:23.810997 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-e7f242d3-1fe8-42aa-ba3e-0d015d780b27 req-80db091a-032b-4a57-ab2f-a703ecab59f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (612246f5-9e95-4be7-81b2-5f92cce1782e), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:23.846711 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [req-db03d789-2559-41c5-8e1a-405eae93c661 req-1c74694c-cea1-4853-8f97-0a36f367cb10 service neutron] Attempting to bind port ddf52e68-aa03-475b-b83c-dab38c9f91de on host hv-cinder-73362 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 17:13:23.847162 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [req-db03d789-2559-41c5-8e1a-405eae93c661 req-1c74694c-cea1-4853-8f97-0a36f367cb10 service neutron] Attempting to bind port ddf52e68-aa03-475b-b83c-dab38c9f91de by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '4584f792-4385-45bc-9f18-b5d58b51f5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '9ee67609-54ef-4b91-940a-05d38e6b2c9b'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 17:13:23.847529 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db03d789-2559-41c5-8e1a-405eae93c661 req-1c74694c-cea1-4853-8f97-0a36f367cb10 service neutron] Attempting to bind port ddf52e68-aa03-475b-b83c-dab38c9f91de on network 9ee67609-54ef-4b91-940a-05d38e6b2c9b {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 17:13:23.864359 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-43802b80-8b85-4017-b1a9-5ed967226b28 req-520d1955-926f-460d-bbf0-d51bd8558ce2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (cbb9c95b-cd8d-4f2a-b79e-69ea98c5b46b), after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:23.869977 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-30521684-9279-4361-b64b-584643bff9e2 req-45c8e620-ecb7-4e1e-8e24-20eefa0c74e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (2706719d-053e-4bba-99a2-f8032595f432), after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:23.886328 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db03d789-2559-41c5-8e1a-405eae93c661 req-1c74694c-cea1-4853-8f97-0a36f367cb10 service neutron] Port ddf52e68-aa03-475b-b83c-dab38c9f91de on network 9ee67609-54ef-4b91-940a-05d38e6b2c9b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 17:13:23.890471 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db03d789-2559-41c5-8e1a-405eae93c661 req-1c74694c-cea1-4853-8f97-0a36f367cb10 service neutron] Attempting to bind port ddf52e68-aa03-475b-b83c-dab38c9f91de on network 9ee67609-54ef-4b91-940a-05d38e6b2c9b {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 17:13:23.903273 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bf81d0-2cb6-4353-8c1c-63803391f999 req-b8eb66fa-5b3d-4bc4-815a-e143cfe2332f tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:23.905090 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-63bf81d0-2cb6-4353-8c1c-63803391f999 req-b8eb66fa-5b3d-4bc4-815a-e143cfe2332f tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/ports?device_id=b9b0d347-98b0-4fe6-a443-bf2e28175c8c HTTP/1.1" status: 200 len: 943 time: 0.1843064 Jan 18 17:13:23.909711 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db03d789-2559-41c5-8e1a-405eae93c661 req-1c74694c-cea1-4853-8f97-0a36f367cb10 service neutron] Checking agent: {'id': 'e727efee-c94b-447a-9897-92f425521d05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 17, 11, 11), 'started_at': datetime.datetime(2022, 1, 18, 17, 11, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 17, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 17:13:23.910049 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db03d789-2559-41c5-8e1a-405eae93c661 req-1c74694c-cea1-4853-8f97-0a36f367cb10 service neutron] Checking segment: {'id': '4584f792-4385-45bc-9f18-b5d58b51f5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '9ee67609-54ef-4b91-940a-05d38e6b2c9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 17:13:23.910613 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db03d789-2559-41c5-8e1a-405eae93c661 req-1c74694c-cea1-4853-8f97-0a36f367cb10 service neutron] Bound using segment: {'id': '4584f792-4385-45bc-9f18-b5d58b51f5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '9ee67609-54ef-4b91-940a-05d38e6b2c9b'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 17:13:23.911084 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [req-db03d789-2559-41c5-8e1a-405eae93c661 req-1c74694c-cea1-4853-8f97-0a36f367cb10 service neutron] Bound port: ddf52e68-aa03-475b-b83c-dab38c9f91de, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4584f792-4385-45bc-9f18-b5d58b51f5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '9ee67609-54ef-4b91-940a-05d38e6b2c9b'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 17:13:23.911989 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-db03d789-2559-41c5-8e1a-405eae93c661 req-1c74694c-cea1-4853-8f97-0a36f367cb10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (ddf52e68-aa03-475b-b83c-dab38c9f91de), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:23.975996 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43802b80-8b85-4017-b1a9-5ed967226b28 req-520d1955-926f-460d-bbf0-d51bd8558ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:23.977127 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-43802b80-8b85-4017-b1a9-5ed967226b28 req-520d1955-926f-460d-bbf0-d51bd8558ce2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1923895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526667'] for port (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:23.978866 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-43802b80-8b85-4017-b1a9-5ed967226b28 req-520d1955-926f-460d-bbf0-d51bd8558ce2 service neutron] 10.222.0.105 "PUT /v2.0/ports/cbb9c95b-cd8d-4f2a-b79e-69ea98c5b46b HTTP/1.1" status: 200 len: 1093 time: 2.8929687 Jan 18 17:13:23.985520 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44a09345-3e20-494f-b75a-816f22853010', 'tag': 'cbb9c95b-cd8d-4f2a-b79e-69ea98c5b46b'}] {{(pid=103197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 17:13:24.266266 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30521684-9279-4361-b64b-584643bff9e2 req-45c8e620-ecb7-4e1e-8e24-20eefa0c74e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:24.267062 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-30521684-9279-4361-b64b-584643bff9e2 req-45c8e620-ecb7-4e1e-8e24-20eefa0c74e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1923895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526667'] for port (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:24.269001 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [req-db03d789-2559-41c5-8e1a-405eae93c661 req-1c74694c-cea1-4853-8f97-0a36f367cb10 service neutron] For port ddf52e68-aa03-475b-b83c-dab38c9f91de, host hv-cinder-73362, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 17:13:24.288287 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-30521684-9279-4361-b64b-584643bff9e2 req-45c8e620-ecb7-4e1e-8e24-20eefa0c74e2 service neutron] 10.222.0.105 "PUT /v2.0/ports/2706719d-053e-4bba-99a2-f8032595f432 HTTP/1.1" status: 200 len: 1093 time: 3.2094700 Jan 18 17:13:24.419006 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520d1955-926f-460d-bbf0-d51bd8558ce2 service neutron] Pushing event updated for resources: {'Port': ['ID=cbb9c95b-cd8d-4f2a-b79e-69ea98c5b46b,revision_number=3']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:24.429808 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-63bf81d0-2cb6-4353-8c1c-63803391f999 req-6f23c7c4-7a2e-40dc-997d-47aead1f7d4e tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/security-groups?id=03df2055-10b4-4cb8-8f80-fa2d86607cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5081236 Jan 18 17:13:24.430587 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 50368) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:13:24.486100 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-32fbe544-fe17-4bde-983e-d13ed17a0640 req-2465c588-ad60-4532-932b-7d4c2399f4bc tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 210 time: 0.1931868 Jan 18 17:13:24.542510 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [req-db03d789-2559-41c5-8e1a-405eae93c661 req-1c74694c-cea1-4853-8f97-0a36f367cb10 service neutron] For port ddf52e68-aa03-475b-b83c-dab38c9f91de, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=ddf52e68-aa03-475b-b83c-dab38c9f91de,segment=NetworkSegment(4584f792-4385-45bc-9f18-b5d58b51f5e3),segment_id=4584f792-4385-45bc-9f18-b5d58b51f5e3)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 17:13:24.595618 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43802b80-8b85-4017-b1a9-5ed967226b28 req-75f9c98c-5610-441e-af9c-ef2aa66c4798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:24.597637 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-43802b80-8b85-4017-b1a9-5ed967226b28 req-75f9c98c-5610-441e-af9c-ef2aa66c4798 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=33a498149a11438084fcf9ac20dab009&device_id=44a09345-3e20-494f-b75a-816f22853010 HTTP/1.1" status: 200 len: 1096 time: 0.2933240 Jan 18 17:13:24.607037 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3aa228331c825044a8c5a816f7450a712b29f1505f8362b46ccab27415aa536" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0245ec54-7c8b-4016-a3f0-97111f756c5a" -d '{"events": [{"name": "network-changed", "server_uuid": "44a09345-3e20-494f-b75a-816f22853010", "tag": "cbb9c95b-cd8d-4f2a-b79e-69ea98c5b46b"}]}' {{(pid=103197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 17:13:24.623372 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c8e620-ecb7-4e1e-8e24-20eefa0c74e2 service neutron] Pushing event updated for resources: {'Port': ['ID=2706719d-053e-4bba-99a2-f8032595f432,revision_number=3']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:24.682409 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-db03d789-2559-41c5-8e1a-405eae93c661 req-1c74694c-cea1-4853-8f97-0a36f367cb10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (ddf52e68-aa03-475b-b83c-dab38c9f91de), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:24.777697 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-43802b80-8b85-4017-b1a9-5ed967226b28 req-86b53c51-ffab-4fc9-b624-ac70f9af0a20 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cbb9c95b-cd8d-4f2a-b79e-69ea98c5b46b HTTP/1.1" status: 200 len: 217 time: 0.1627746 Jan 18 17:13:24.902814 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30521684-9279-4361-b64b-584643bff9e2 req-9c8f71a8-bdd6-4a51-a7c4-564098fb25a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:24.904408 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-30521684-9279-4361-b64b-584643bff9e2 req-9c8f71a8-bdd6-4a51-a7c4-564098fb25a6 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=4c7d87680cf1434d8efeb24160231783&device_id=b9b0d347-98b0-4fe6-a443-bf2e28175c8c HTTP/1.1" status: 200 len: 1096 time: 0.2357941 Jan 18 17:13:24.913316 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-dcb62788-44ab-497a-8883-0be6ff4fbabb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:24.968825 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db03d789-2559-41c5-8e1a-405eae93c661 req-1c74694c-cea1-4853-8f97-0a36f367cb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:24.968825 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-db03d789-2559-41c5-8e1a-405eae93c661 req-1c74694c-cea1-4853-8f97-0a36f367cb10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1923895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526667'] for port (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:24.968825 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-db03d789-2559-41c5-8e1a-405eae93c661 req-1c74694c-cea1-4853-8f97-0a36f367cb10 service neutron] 10.222.0.105 "PUT /v2.0/ports/ddf52e68-aa03-475b-b83c-dab38c9f91de HTTP/1.1" status: 200 len: 1094 time: 3.6134884 Jan 18 17:13:24.968825 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd06e8ed-8113-4ba5-8f7b-c7a1759d866f', 'tag': 'ddf52e68-aa03-475b-b83c-dab38c9f91de'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 17:13:24.969381 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43802b80-8b85-4017-b1a9-5ed967226b28 req-acab2803-76a4-4630-b5a5-37318890bb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:24.969381 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-43802b80-8b85-4017-b1a9-5ed967226b28 req-acab2803-76a4-4630-b5a5-37318890bb6d service neutron] 10.222.0.105 "GET /v2.0/subnets?id=7a82b979-6fb1-4467-b826-d60f656f3e09 HTTP/1.1" status: 200 len: 852 time: 0.1735761 Jan 18 17:13:25.024563 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0182dfd-ef41-48a9-b54b-49b7a5fce974 req-24aaa3eb-da10-4a28-8aff-78e5640eb8d4 tempest-DeleteServersTestJSON-1389015654 tempest-DeleteServersTestJSON-1389015654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:25.026067 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c0182dfd-ef41-48a9-b54b-49b7a5fce974 req-24aaa3eb-da10-4a28-8aff-78e5640eb8d4 tempest-DeleteServersTestJSON-1389015654 tempest-DeleteServersTestJSON-1389015654-project] 10.222.0.100 "GET /v2.0/ports?device_id=44a09345-3e20-494f-b75a-816f22853010 HTTP/1.1" status: 200 len: 943 time: 0.4298551 Jan 18 17:13:25.058079 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c74694c-cea1-4853-8f97-0a36f367cb10 service neutron] Pushing event updated for resources: {'Port': ['ID=ddf52e68-aa03-475b-b83c-dab38c9f91de,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:25.096184 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [req-e7f242d3-1fe8-42aa-ba3e-0d015d780b27 req-80db091a-032b-4a57-ab2f-a703ecab59f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 612246f5-9e95-4be7-81b2-5f92cce1782e {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 17:13:25.124673 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-e7f242d3-1fe8-42aa-ba3e-0d015d780b27 req-80db091a-032b-4a57-ab2f-a703ecab59f1 service neutron] Publish callbacks [] for port (612246f5-9e95-4be7-81b2-5f92cce1782e), precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:25.148576 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-30521684-9279-4361-b64b-584643bff9e2 req-f64a090f-8f34-4b1e-af9b-4315dbc6b890 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2706719d-053e-4bba-99a2-f8032595f432 HTTP/1.1" status: 200 len: 217 time: 0.0817196 Jan 18 17:13:25.166445 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [req-e7f242d3-1fe8-42aa-ba3e-0d015d780b27 req-80db091a-032b-4a57-ab2f-a703ecab59f1 service neutron] Transition to ACTIVE for port object 612246f5-9e95-4be7-81b2-5f92cce1782e will not be triggered until provisioned by entity L2. {{(pid=103196) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 17:13:25.170223 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c0182dfd-ef41-48a9-b54b-49b7a5fce974 req-eeeb4d24-2239-4ef6-ad8a-716e12c327f3 tempest-DeleteServersTestJSON-1389015654 tempest-DeleteServersTestJSON-1389015654-project] 10.222.0.100 "GET /v2.0/security-groups?id=586fa32f-f935-4b19-919f-0cda76133b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343861 Jan 18 17:13:25.258417 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30521684-9279-4361-b64b-584643bff9e2 req-d760eb74-67a8-4780-aeed-ad5bd468596e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:25.260210 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-30521684-9279-4361-b64b-584643bff9e2 req-d760eb74-67a8-4780-aeed-ad5bd468596e service neutron] 10.222.0.105 "GET /v2.0/subnets?id=e2a0842a-bbe5-40a2-b308-b84b4df3e2b6 HTTP/1.1" status: 200 len: 855 time: 0.0720458 Jan 18 17:13:25.284685 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-43802b80-8b85-4017-b1a9-5ed967226b28 req-821cef76-12d9-4a2a-b3ae-d690f9f34601 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=2ba46ddb-7f90-4e43-a962-4539181c2555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1617801 Jan 18 17:13:25.332731 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-30521684-9279-4361-b64b-584643bff9e2 req-22527db5-1a29-42fc-a5c2-c7e529deeae2 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=69fb0145-03f6-40a6-ac58-42e6e5e4d712&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503974 Jan 18 17:13:25.372588 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-e7f242d3-1fe8-42aa-ba3e-0d015d780b27 req-80db091a-032b-4a57-ab2f-a703ecab59f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (612246f5-9e95-4be7-81b2-5f92cce1782e), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:25.482032 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dae96983658fa47cc55ad2b43631f290e6eb934f25c74fb238f11dfd9473403c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5d51f62-db71-4443-a7a8-ead7c0386e4a" -d '{"events": [{"name": "network-changed", "server_uuid": "fd06e8ed-8113-4ba5-8f7b-c7a1759d866f", "tag": "ddf52e68-aa03-475b-b83c-dab38c9f91de"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 17:13:25.515333 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 17:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed6fd533-ad5f-404d-81e7-e250f8b07218 x-openstack-request-id: req-ed6fd533-ad5f-404d-81e7-e250f8b07218 {{(pid=103197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 17:13:25.515961 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44a09345-3e20-494f-b75a-816f22853010", "tag": "cbb9c95b-cd8d-4f2a-b79e-69ea98c5b46b", "status": "completed", "code": 200}]} {{(pid=103197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 17:13:25.516413 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-ed6fd533-ad5f-404d-81e7-e250f8b07218 {{(pid=103197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 17:13:25.517116 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44a09345-3e20-494f-b75a-816f22853010', 'tag': 'cbb9c95b-cd8d-4f2a-b79e-69ea98c5b46b', 'status': 'completed', 'code': 200} Jan 18 17:13:25.596448 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-dcb62788-44ab-497a-8883-0be6ff4fbabb admin admin] Publish callbacks [] for security_group (2a76b606-a8c6-48f4-b583-65fc1cd1315d), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:25.596635 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-43802b80-8b85-4017-b1a9-5ed967226b28 req-c2ff9893-904c-4383-aefd-2c384227fd0d service neutron] 10.222.0.105 "GET /v2.0/networks/2ba46ddb-7f90-4e43-a962-4539181c2555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993960 Jan 18 17:13:25.639016 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80db091a-032b-4a57-ab2f-a703ecab59f1 service neutron] Pushing event updated for resources: {'Port': ['ID=612246f5-9e95-4be7-81b2-5f92cce1782e,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:25.645493 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db03d789-2559-41c5-8e1a-405eae93c661 req-9e230bff-5d0f-45c3-bb93-f31fa2c6f713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:25.653112 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-db03d789-2559-41c5-8e1a-405eae93c661 req-9e230bff-5d0f-45c3-bb93-f31fa2c6f713 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=82d395d404d64b169e0a445e9616b86b&device_id=fd06e8ed-8113-4ba5-8f7b-c7a1759d866f HTTP/1.1" status: 200 len: 1097 time: 0.4663932 Jan 18 17:13:25.669395 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-dcb62788-44ab-497a-8883-0be6ff4fbabb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (2a76b606-a8c6-48f4-b583-65fc1cd1315d), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:25.760861 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-30521684-9279-4361-b64b-584643bff9e2 req-05dcdd45-5ab8-4481-8efc-ab7968abbe87 service neutron] 10.222.0.105 "GET /v2.0/networks/69fb0145-03f6-40a6-ac58-42e6e5e4d712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4058006 Jan 18 17:13:25.870404 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-43802b80-8b85-4017-b1a9-5ed967226b28 req-e058417d-f920-49a8-9b42-7960765229c4 service neutron] 10.222.0.105 "GET /v2.0/networks/2ba46ddb-7f90-4e43-a962-4539181c2555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601225 Jan 18 17:13:25.941787 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 50412) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:13:25.949892 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-28c5fdf3-cf19-4028-8dca-55c6060ca92b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (1e8d2d8a-92ca-4025-a540-71c8151dbccf), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:26.010605 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346de12a-43ca-4fd8-95e3-a2a782795632 req-4ca746fb-0f01-4b21-b26d-907d30b3e072 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:26.017725 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-346de12a-43ca-4fd8-95e3-a2a782795632 req-4ca746fb-0f01-4b21-b26d-907d30b3e072 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=81188e87-857f-40aa-9453-9d784f358b5d HTTP/1.1" status: 200 len: 944 time: 0.5926921 Jan 18 17:13:26.021613 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-dcb62788-44ab-497a-8883-0be6ff4fbabb admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=4a1a9080c5654935a50e257219f14bc2&name=default HTTP/1.1" status: 200 len: 2993 time: 1.5303433 Jan 18 17:13:26.046615 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 50416) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:13:26.050921 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-db03d789-2559-41c5-8e1a-405eae93c661 req-934f3430-c7ca-483d-b2e0-4182675570f6 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ddf52e68-aa03-475b-b83c-dab38c9f91de HTTP/1.1" status: 200 len: 217 time: 0.3130240 Jan 18 17:13:26.089762 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [req-e7f242d3-1fe8-42aa-ba3e-0d015d780b27 req-80db091a-032b-4a57-ab2f-a703ecab59f1 service neutron] Attempting to bind port 612246f5-9e95-4be7-81b2-5f92cce1782e on host hv-cinder-73362 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 17:13:26.092498 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [req-e7f242d3-1fe8-42aa-ba3e-0d015d780b27 req-80db091a-032b-4a57-ab2f-a703ecab59f1 service neutron] Attempting to bind port 612246f5-9e95-4be7-81b2-5f92cce1782e by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '4584f792-4385-45bc-9f18-b5d58b51f5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '9ee67609-54ef-4b91-940a-05d38e6b2c9b'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 17:13:26.092498 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f242d3-1fe8-42aa-ba3e-0d015d780b27 req-80db091a-032b-4a57-ab2f-a703ecab59f1 service neutron] Attempting to bind port 612246f5-9e95-4be7-81b2-5f92cce1782e on network 9ee67609-54ef-4b91-940a-05d38e6b2c9b {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 17:13:26.107032 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb62788-44ab-497a-8883-0be6ff4fbabb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a76b606-a8c6-48f4-b583-65fc1cd1315d,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:26.173269 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f242d3-1fe8-42aa-ba3e-0d015d780b27 req-80db091a-032b-4a57-ab2f-a703ecab59f1 service neutron] Port 612246f5-9e95-4be7-81b2-5f92cce1782e on network 9ee67609-54ef-4b91-940a-05d38e6b2c9b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 17:13:26.173597 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f242d3-1fe8-42aa-ba3e-0d015d780b27 req-80db091a-032b-4a57-ab2f-a703ecab59f1 service neutron] Attempting to bind port 612246f5-9e95-4be7-81b2-5f92cce1782e on network 9ee67609-54ef-4b91-940a-05d38e6b2c9b {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 17:13:26.189407 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-17d8a0b9-9f57-4831-ab6e-79839e77bd04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:26.194829 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f242d3-1fe8-42aa-ba3e-0d015d780b27 req-80db091a-032b-4a57-ab2f-a703ecab59f1 service neutron] Checking agent: {'id': 'e727efee-c94b-447a-9897-92f425521d05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 17, 11, 11), 'started_at': datetime.datetime(2022, 1, 18, 17, 11, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 17, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 17:13:26.196031 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f242d3-1fe8-42aa-ba3e-0d015d780b27 req-80db091a-032b-4a57-ab2f-a703ecab59f1 service neutron] Checking segment: {'id': '4584f792-4385-45bc-9f18-b5d58b51f5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '9ee67609-54ef-4b91-940a-05d38e6b2c9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 17:13:26.196459 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f242d3-1fe8-42aa-ba3e-0d015d780b27 req-80db091a-032b-4a57-ab2f-a703ecab59f1 service neutron] Bound using segment: {'id': '4584f792-4385-45bc-9f18-b5d58b51f5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '9ee67609-54ef-4b91-940a-05d38e6b2c9b'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 17:13:26.196890 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [req-e7f242d3-1fe8-42aa-ba3e-0d015d780b27 req-80db091a-032b-4a57-ab2f-a703ecab59f1 service neutron] Bound port: 612246f5-9e95-4be7-81b2-5f92cce1782e, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4584f792-4385-45bc-9f18-b5d58b51f5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '9ee67609-54ef-4b91-940a-05d38e6b2c9b'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 17:13:26.197263 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-e7f242d3-1fe8-42aa-ba3e-0d015d780b27 req-80db091a-032b-4a57-ab2f-a703ecab59f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (612246f5-9e95-4be7-81b2-5f92cce1782e), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:26.230244 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-346de12a-43ca-4fd8-95e3-a2a782795632 req-c70a8e9d-d1d9-4c6d-82f3-cf69c5437367 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066159 Jan 18 17:13:26.273972 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db03d789-2559-41c5-8e1a-405eae93c661 req-3093ea3b-600b-4ca8-8b8e-c6635cf960ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:26.273972 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-db03d789-2559-41c5-8e1a-405eae93c661 req-3093ea3b-600b-4ca8-8b8e-c6635cf960ea service neutron] 10.222.0.105 "GET /v2.0/subnets?id=7211cf1f-c33b-4353-a446-bb2d845858ab HTTP/1.1" status: 200 len: 859 time: 0.1781249 Jan 18 17:13:26.330289 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a4a3f4-f1df-4978-a4b9-4524a7507ae3 req-e604955b-1417-47c2-882b-ba11d7c29897 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:26.338478 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-77a4a3f4-f1df-4978-a4b9-4524a7507ae3 req-e604955b-1417-47c2-882b-ba11d7c29897 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/ports?device_id=b9b0d347-98b0-4fe6-a443-bf2e28175c8c HTTP/1.1" status: 200 len: 943 time: 0.2801046 Jan 18 17:13:26.393231 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-17d8a0b9-9f57-4831-ab6e-79839e77bd04 admin admin] Publish callbacks [] for security_group (20cbbd1c-19a9-4158-a0e4-1f54a0935200), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:26.405926 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-db03d789-2559-41c5-8e1a-405eae93c661 req-8bbbda93-176d-4a9d-afa7-ebc4eee2a653 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=9ee67609-54ef-4b91-940a-05d38e6b2c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823150 Jan 18 17:13:26.413474 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0245ec54-7c8b-4016-a3f0-97111f756c5a req-d6b93d61-a013-4c90-9ed6-c45d6c4ecb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:26.422675 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-0245ec54-7c8b-4016-a3f0-97111f756c5a req-d6b93d61-a013-4c90-9ed6-c45d6c4ecb82 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=33a498149a11438084fcf9ac20dab009&device_id=44a09345-3e20-494f-b75a-816f22853010 HTTP/1.1" status: 200 len: 1096 time: 0.3746459 Jan 18 17:13:26.428340 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-30521684-9279-4361-b64b-584643bff9e2 req-ecf30f7c-756c-4500-9e37-836984789b04 service neutron] 10.222.0.105 "GET /v2.0/networks/69fb0145-03f6-40a6-ac58-42e6e5e4d712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6532917 Jan 18 17:13:26.438956 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [req-e7f242d3-1fe8-42aa-ba3e-0d015d780b27 req-80db091a-032b-4a57-ab2f-a703ecab59f1 service neutron] For port 612246f5-9e95-4be7-81b2-5f92cce1782e, host hv-cinder-73362, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 17:13:26.443729 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [req-e7f242d3-1fe8-42aa-ba3e-0d015d780b27 req-80db091a-032b-4a57-ab2f-a703ecab59f1 service neutron] For port 612246f5-9e95-4be7-81b2-5f92cce1782e, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=612246f5-9e95-4be7-81b2-5f92cce1782e,segment=NetworkSegment(4584f792-4385-45bc-9f18-b5d58b51f5e3),segment_id=4584f792-4385-45bc-9f18-b5d58b51f5e3)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 17:13:26.727662 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-db03d789-2559-41c5-8e1a-405eae93c661 req-c5c64712-5095-4da2-a340-caa441a51a58 service neutron] 10.222.0.105 "GET /v2.0/networks/9ee67609-54ef-4b91-940a-05d38e6b2c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486635 Jan 18 17:13:26.728197 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-17d8a0b9-9f57-4831-ab6e-79839e77bd04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (20cbbd1c-19a9-4158-a0e4-1f54a0935200), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:26.728197 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-72aeb025-a2b5-4091-b9a4-d12fc927bf65 admin admin] Publish callbacks [] for security_group (2a76b606-a8c6-48f4-b583-65fc1cd1315d), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:26.761895 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 17:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4766cec-b671-4ccd-8834-3d677327198a x-openstack-request-id: req-e4766cec-b671-4ccd-8834-3d677327198a {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 17:13:26.761895 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd06e8ed-8113-4ba5-8f7b-c7a1759d866f", "tag": "ddf52e68-aa03-475b-b83c-dab38c9f91de", "status": "completed", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 17:13:26.761895 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-e4766cec-b671-4ccd-8834-3d677327198a {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 17:13:26.761895 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd06e8ed-8113-4ba5-8f7b-c7a1759d866f', 'tag': 'ddf52e68-aa03-475b-b83c-dab38c9f91de', 'status': 'completed', 'code': 200} Jan 18 17:13:26.900633 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-77a4a3f4-f1df-4978-a4b9-4524a7507ae3 req-10b2dd52-d4cd-4c0f-9f5f-337d9043c4b7 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/security-groups?id=03df2055-10b4-4cb8-8f80-fa2d86607cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5608141 Jan 18 17:13:26.915996 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-7d05faa0-e4be-46c2-a81d-c9bf2c0fc480 req-8d171cb2-93c0-4e6e-83b5-6d80bc48e54b tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 210 time: 0.0722170 Jan 18 17:13:26.920209 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-e7f242d3-1fe8-42aa-ba3e-0d015d780b27 req-80db091a-032b-4a57-ab2f-a703ecab59f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (612246f5-9e95-4be7-81b2-5f92cce1782e), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:27.044873 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-17d8a0b9-9f57-4831-ab6e-79839e77bd04 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=cb419baf7606489ea0ee88d0676e4a6c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0985296 Jan 18 17:13:27.060193 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 50430) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:13:27.090741 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-72aeb025-a2b5-4091-b9a4-d12fc927bf65 admin admin] Publish callbacks [] for security_group (2a76b606-a8c6-48f4-b583-65fc1cd1315d), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:27.090741 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d8a0b9-9f57-4831-ab6e-79839e77bd04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20cbbd1c-19a9-4158-a0e4-1f54a0935200,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:27.127737 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0245ec54-7c8b-4016-a3f0-97111f756c5a req-096d8c38-e122-45ec-b76b-e699b62de055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:27.128074 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f242d3-1fe8-42aa-ba3e-0d015d780b27 req-80db091a-032b-4a57-ab2f-a703ecab59f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:27.129698 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-e7f242d3-1fe8-42aa-ba3e-0d015d780b27 req-80db091a-032b-4a57-ab2f-a703ecab59f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1923895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526667'] for port (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:27.132131 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-e7f242d3-1fe8-42aa-ba3e-0d015d780b27 req-80db091a-032b-4a57-ab2f-a703ecab59f1 service neutron] 10.222.0.105 "PUT /v2.0/ports/612246f5-9e95-4be7-81b2-5f92cce1782e HTTP/1.1" status: 200 len: 1094 time: 3.8476145 Jan 18 17:13:27.138802 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-0245ec54-7c8b-4016-a3f0-97111f756c5a req-096d8c38-e122-45ec-b76b-e699b62de055 service neutron] 10.222.0.105 "GET /v2.0/networks?id=2ba46ddb-7f90-4e43-a962-4539181c2555 HTTP/1.1" status: 200 len: 913 time: 0.6493480 Jan 18 17:13:27.207051 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-0245ec54-7c8b-4016-a3f0-97111f756c5a req-e6a10064-4a6b-4a65-9eeb-b7a0f0a603db service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cbb9c95b-cd8d-4f2a-b79e-69ea98c5b46b HTTP/1.1" status: 200 len: 217 time: 0.0473976 Jan 18 17:13:27.244276 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80db091a-032b-4a57-ab2f-a703ecab59f1 service neutron] Pushing event updated for resources: {'Port': ['ID=612246f5-9e95-4be7-81b2-5f92cce1782e,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:27.293665 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b5b3c407-c861-4296-8421-bacd18d55357 admin admin] Publish callbacks [] for security_group (20cbbd1c-19a9-4158-a0e4-1f54a0935200), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:27.323391 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 18 17:13:27.323391 dv-cinder-733623-11-iscsi neutron-server[103196]: from cryptography.utils import int_from_bytes Jan 18 17:13:27.323391 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 18 17:13:27.323391 dv-cinder-733623-11-iscsi neutron-server[103196]: from cryptography.utils import int_from_bytes Jan 18 17:13:27.323391 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:13:27.323391 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:13:27.323391 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:13:27.323391 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:13:27.323391 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:13:27.323391 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:13:27.323391 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:13:27.323391 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:13:27.323391 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:13:27.323391 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:13:27.323391 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:13:27.323391 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:13:27.323391 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:13:27.323391 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:13:27.323391 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:13:27.323391 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:13:27.323391 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:13:27.323391 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:13:27.323391 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:13:27.323391 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:13:27.323391 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:13:27.323391 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:13:27.323391 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:13:27.323391 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:13:27.323391 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:13:27.323391 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:13:27.323391 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:13:27.323391 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:13:27.323391 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:13:27.323391 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:13:27.323391 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:13:27.323391 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:13:27.323391 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:13:27.323391 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:13:27.326626 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:13:27.326626 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:13:27.326626 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:13:27.326626 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:13:27.326626 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:13:27.326626 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:13:27.326626 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:13:27.326626 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:13:27.326626 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:13:27.326626 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:13:27.326626 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:13:27.326626 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:13:27.331816 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f48c6d-dcee-4a43-bc3f-7b6fb758a3b1 req-529ecd78-d0bc-404e-ab1e-52e2ea68c81b tempest-DeleteServersTestJSON-1389015654 tempest-DeleteServersTestJSON-1389015654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:27.333774 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-50f48c6d-dcee-4a43-bc3f-7b6fb758a3b1 req-529ecd78-d0bc-404e-ab1e-52e2ea68c81b tempest-DeleteServersTestJSON-1389015654 tempest-DeleteServersTestJSON-1389015654-project] 10.222.0.100 "GET /v2.0/ports?device_id=44a09345-3e20-494f-b75a-816f22853010 HTTP/1.1" status: 200 len: 943 time: 0.1718528 Jan 18 17:13:27.346606 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b5b3c407-c861-4296-8421-bacd18d55357 admin admin] Publish callbacks [] for security_group (20cbbd1c-19a9-4158-a0e4-1f54a0935200), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:27.351539 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-db03d789-2559-41c5-8e1a-405eae93c661 req-cc255626-f0ba-4f7f-aea6-8f53aad66744 service neutron] 10.222.0.105 "GET /v2.0/networks/9ee67609-54ef-4b91-940a-05d38e6b2c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2861006 Jan 18 17:13:27.381442 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-72aeb025-a2b5-4091-b9a4-d12fc927bf65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (2a76b606-a8c6-48f4-b583-65fc1cd1315d), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:27.393748 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-72aeb025-a2b5-4091-b9a4-d12fc927bf65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:27.395572 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-72aeb025-a2b5-4091-b9a4-d12fc927bf65 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/2a76b606-a8c6-48f4-b583-65fc1cd1315d HTTP/1.1" status: 204 len: 168 time: 1.2925849 Jan 18 17:13:27.414457 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0245ec54-7c8b-4016-a3f0-97111f756c5a req-7c420ec1-1b9e-49a3-86b0-24a73f58ee2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:27.416057 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-0245ec54-7c8b-4016-a3f0-97111f756c5a req-7c420ec1-1b9e-49a3-86b0-24a73f58ee2c service neutron] 10.222.0.105 "GET /v2.0/subnets?id=7a82b979-6fb1-4467-b826-d60f656f3e09 HTTP/1.1" status: 200 len: 852 time: 0.1699066 Jan 18 17:13:27.421387 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aeb025-a2b5-4091-b9a4-d12fc927bf65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a76b606-a8c6-48f4-b583-65fc1cd1315d,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:27.538367 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-0245ec54-7c8b-4016-a3f0-97111f756c5a req-d3efd732-2d35-4a01-8179-d39fefe128b6 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=2ba46ddb-7f90-4e43-a962-4539181c2555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0957429 Jan 18 17:13:27.555286 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9b0d347-98b0-4fe6-a443-bf2e28175c8c', 'tag': '2706719d-053e-4bba-99a2-f8032595f432'}] {{(pid=103197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 17:13:27.564608 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3aa228331c825044a8c5a816f7450a712b29f1505f8362b46ccab27415aa536" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edf78e2d-a7d9-452e-8ab4-024f7cf85bf2" -d '{"events": [{"name": "network-changed", "server_uuid": "b9b0d347-98b0-4fe6-a443-bf2e28175c8c", "tag": "2706719d-053e-4bba-99a2-f8032595f432"}]}' {{(pid=103197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 17:13:27.662386 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-50f48c6d-dcee-4a43-bc3f-7b6fb758a3b1 req-9d47eeaf-701d-4cfb-b0c7-65771292ceeb tempest-DeleteServersTestJSON-1389015654 tempest-DeleteServersTestJSON-1389015654-project] 10.222.0.100 "GET /v2.0/security-groups?id=586fa32f-f935-4b19-919f-0cda76133b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134093 Jan 18 17:13:27.687074 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f242d3-1fe8-42aa-ba3e-0d015d780b27 req-148d3ba0-cdcd-4f99-a9f3-1d2290b9d4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:27.688832 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-e7f242d3-1fe8-42aa-ba3e-0d015d780b27 req-148d3ba0-cdcd-4f99-a9f3-1d2290b9d4e3 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=82d395d404d64b169e0a445e9616b86b&device_id=81188e87-857f-40aa-9453-9d784f358b5d HTTP/1.1" status: 200 len: 1097 time: 0.0974646 Jan 18 17:13:27.692705 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d51f62-db71-4443-a7a8-ead7c0386e4a req-b583527c-a91d-4dde-a06c-5109cfa9f106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:27.698614 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-e5d51f62-db71-4443-a7a8-ead7c0386e4a req-b583527c-a91d-4dde-a06c-5109cfa9f106 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=82d395d404d64b169e0a445e9616b86b&device_id=fd06e8ed-8113-4ba5-8f7b-c7a1759d866f HTTP/1.1" status: 200 len: 1097 time: 0.1094906 Jan 18 17:13:27.718493 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de695c95-1e8d-41a0-b528-d48bd15fffc0 req-401c04ed-a975-4b37-8fb2-22a6b5cc43da tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:27.726578 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-de695c95-1e8d-41a0-b528-d48bd15fffc0 req-401c04ed-a975-4b37-8fb2-22a6b5cc43da tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=81188e87-857f-40aa-9453-9d784f358b5d HTTP/1.1" status: 200 len: 944 time: 0.2162902 Jan 18 17:13:27.735082 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-0245ec54-7c8b-4016-a3f0-97111f756c5a req-037bf3b7-5b54-41e8-bdd4-93d0d2d476a3 service neutron] 10.222.0.105 "GET /v2.0/networks/2ba46ddb-7f90-4e43-a962-4539181c2555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731238 Jan 18 17:13:27.824094 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b5b3c407-c861-4296-8421-bacd18d55357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (20cbbd1c-19a9-4158-a0e4-1f54a0935200), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:27.826915 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b5b3c407-c861-4296-8421-bacd18d55357 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:27.830775 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-b5b3c407-c861-4296-8421-bacd18d55357 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/20cbbd1c-19a9-4158-a0e4-1f54a0935200 HTTP/1.1" status: 204 len: 168 time: 0.7641633 Jan 18 17:13:27.847475 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-e7f242d3-1fe8-42aa-ba3e-0d015d780b27 req-9f8990ea-1554-48cb-9596-644e138562e3 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=612246f5-9e95-4be7-81b2-5f92cce1782e HTTP/1.1" status: 200 len: 217 time: 0.1462250 Jan 18 17:13:27.903132 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b3c407-c861-4296-8421-bacd18d55357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20cbbd1c-19a9-4158-a0e4-1f54a0935200,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:27.985345 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-de695c95-1e8d-41a0-b528-d48bd15fffc0 req-16207715-ccfe-42a3-91d9-872f8dd09d53 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487741 Jan 18 17:13:28.014901 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f242d3-1fe8-42aa-ba3e-0d015d780b27 req-1c1c6223-f5ef-47ad-aacf-a461fcce1853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:28.016567 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 17:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a204aea6-4d89-454c-8b4a-f8c996247b86 x-openstack-request-id: req-a204aea6-4d89-454c-8b4a-f8c996247b86 {{(pid=103197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 17:13:28.016954 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9b0d347-98b0-4fe6-a443-bf2e28175c8c", "tag": "2706719d-053e-4bba-99a2-f8032595f432", "status": "completed", "code": 200}]} {{(pid=103197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 17:13:28.017115 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-a204aea6-4d89-454c-8b4a-f8c996247b86 {{(pid=103197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 17:13:28.017520 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9b0d347-98b0-4fe6-a443-bf2e28175c8c', 'tag': '2706719d-053e-4bba-99a2-f8032595f432', 'status': 'completed', 'code': 200} Jan 18 17:13:28.028905 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-e7f242d3-1fe8-42aa-ba3e-0d015d780b27 req-1c1c6223-f5ef-47ad-aacf-a461fcce1853 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=7211cf1f-c33b-4353-a446-bb2d845858ab HTTP/1.1" status: 200 len: 859 time: 0.1451144 Jan 18 17:13:28.167664 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-0245ec54-7c8b-4016-a3f0-97111f756c5a req-7d2030af-7efc-416c-b2ab-dac2aa4e3619 service neutron] 10.222.0.105 "GET /v2.0/networks/2ba46ddb-7f90-4e43-a962-4539181c2555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3692093 Jan 18 17:13:28.178226 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf78e2d-a7d9-452e-8ab4-024f7cf85bf2 req-b8cf8593-aa57-47b5-b964-3bc7c1b5c2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:28.179904 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-edf78e2d-a7d9-452e-8ab4-024f7cf85bf2 req-b8cf8593-aa57-47b5-b964-3bc7c1b5c2aa service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=4c7d87680cf1434d8efeb24160231783&device_id=b9b0d347-98b0-4fe6-a443-bf2e28175c8c HTTP/1.1" status: 200 len: 1096 time: 0.1347299 Jan 18 17:13:28.254125 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-e7f242d3-1fe8-42aa-ba3e-0d015d780b27 req-d626dcb2-944b-47cc-8405-a0e9b8faab9c service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=9ee67609-54ef-4b91-940a-05d38e6b2c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1285884 Jan 18 17:13:28.254125 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d51f62-db71-4443-a7a8-ead7c0386e4a req-44e9a2f3-7cd3-43c4-bebc-f203d932197f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:28.254125 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-e5d51f62-db71-4443-a7a8-ead7c0386e4a req-44e9a2f3-7cd3-43c4-bebc-f203d932197f service neutron] 10.222.0.105 "GET /v2.0/networks?id=9ee67609-54ef-4b91-940a-05d38e6b2c9b HTTP/1.1" status: 200 len: 920 time: 0.5059004 Jan 18 17:13:28.301536 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-607b1bf5-ba50-44a7-91d4-422279321b96 req-7d01eb5b-89bf-4666-ae3b-2015370c5b50 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 210 time: 0.0465739 Jan 18 17:13:28.350024 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-db65b8eb-8264-4df9-b641-7a49ccded091 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (34860b7f-7c9d-4265-9a0a-1b9bd2e1622e), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:28.381422 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf78e2d-a7d9-452e-8ab4-024f7cf85bf2 req-11d08a52-df4a-43d3-84b9-f67fd68f0777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:28.384087 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-edf78e2d-a7d9-452e-8ab4-024f7cf85bf2 req-11d08a52-df4a-43d3-84b9-f67fd68f0777 service neutron] 10.222.0.105 "GET /v2.0/networks?id=69fb0145-03f6-40a6-ac58-42e6e5e4d712 HTTP/1.1" status: 200 len: 916 time: 0.1893740 Jan 18 17:13:28.395792 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-e5d51f62-db71-4443-a7a8-ead7c0386e4a req-c45508ce-ea52-4ecd-8855-27ec3b9e84f0 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ddf52e68-aa03-475b-b83c-dab38c9f91de HTTP/1.1" status: 200 len: 217 time: 0.1572790 Jan 18 17:13:28.420658 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ecebfb-cd8b-4c3a-9c77-fde450518d5d req-eb0dde5d-f813-41d9-b442-da81bace9f8b tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:28.432217 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-a3ecebfb-cd8b-4c3a-9c77-fde450518d5d req-eb0dde5d-f813-41d9-b442-da81bace9f8b tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/ports?device_id=b9b0d347-98b0-4fe6-a443-bf2e28175c8c HTTP/1.1" status: 200 len: 943 time: 0.2938032 Jan 18 17:13:28.519494 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-edf78e2d-a7d9-452e-8ab4-024f7cf85bf2 req-7e3e4add-0caa-4cee-98ac-4624f3d259cc service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2706719d-053e-4bba-99a2-f8032595f432 HTTP/1.1" status: 200 len: 217 time: 0.0750828 Jan 18 17:13:28.621552 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 50472) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:13:28.645014 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-a3ecebfb-cd8b-4c3a-9c77-fde450518d5d req-e5c2b6bf-9d1d-4d0e-bbe3-807ed1de01ac tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/security-groups?id=03df2055-10b4-4cb8-8f80-fa2d86607cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135458 Jan 18 17:13:28.651288 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf78e2d-a7d9-452e-8ab4-024f7cf85bf2 req-a4b6657a-1fe3-490b-b3ec-9e7c2d6ca386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:28.656173 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-edf78e2d-a7d9-452e-8ab4-024f7cf85bf2 req-a4b6657a-1fe3-490b-b3ec-9e7c2d6ca386 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=e2a0842a-bbe5-40a2-b308-b84b4df3e2b6 HTTP/1.1" status: 200 len: 855 time: 0.1392267 Jan 18 17:13:28.665013 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ca240906-c6a8-4c36-999b-cfe19240a40d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:28.674576 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-e7f242d3-1fe8-42aa-ba3e-0d015d780b27 req-5845e96b-09b7-464c-9c42-ce2f8a162463 service neutron] 10.222.0.105 "GET /v2.0/networks/9ee67609-54ef-4b91-940a-05d38e6b2c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4464035 Jan 18 17:13:28.690893 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d51f62-db71-4443-a7a8-ead7c0386e4a req-39097de3-ca01-497a-9526-87c9881144ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:28.692466 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-e5d51f62-db71-4443-a7a8-ead7c0386e4a req-39097de3-ca01-497a-9526-87c9881144ee service neutron] 10.222.0.105 "GET /v2.0/subnets?id=7211cf1f-c33b-4353-a446-bb2d845858ab HTTP/1.1" status: 200 len: 859 time: 0.2491338 Jan 18 17:13:28.752062 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-edf78e2d-a7d9-452e-8ab4-024f7cf85bf2 req-9efb24e2-fb5f-47de-b329-a20e1fdf7ca1 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=69fb0145-03f6-40a6-ac58-42e6e5e4d712&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0796711 Jan 18 17:13:28.777612 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81188e87-857f-40aa-9453-9d784f358b5d', 'tag': '612246f5-9e95-4be7-81b2-5f92cce1782e'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 17:13:28.787031 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dae96983658fa47cc55ad2b43631f290e6eb934f25c74fb238f11dfd9473403c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d4a1a51-1002-47ae-af7c-80f74c42ab81" -d '{"events": [{"name": "network-changed", "server_uuid": "81188e87-857f-40aa-9453-9d784f358b5d", "tag": "612246f5-9e95-4be7-81b2-5f92cce1782e"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 17:13:28.953693 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 17:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd8592da-2312-4086-8787-06a175e5e113 x-openstack-request-id: req-bd8592da-2312-4086-8787-06a175e5e113 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 17:13:28.954583 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81188e87-857f-40aa-9453-9d784f358b5d", "tag": "612246f5-9e95-4be7-81b2-5f92cce1782e", "status": "completed", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 17:13:28.954842 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-bd8592da-2312-4086-8787-06a175e5e113 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 17:13:28.955396 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81188e87-857f-40aa-9453-9d784f358b5d', 'tag': '612246f5-9e95-4be7-81b2-5f92cce1782e', 'status': 'completed', 'code': 200} Jan 18 17:13:28.958016 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-e5d51f62-db71-4443-a7a8-ead7c0386e4a req-19a8a680-25f6-4787-9ab0-ee9b01ee665e service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=9ee67609-54ef-4b91-940a-05d38e6b2c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1737311 Jan 18 17:13:29.092627 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-edf78e2d-a7d9-452e-8ab4-024f7cf85bf2 req-e1d99146-f9b8-4269-b012-4b41600e6a00 service neutron] 10.222.0.105 "GET /v2.0/networks/69fb0145-03f6-40a6-ac58-42e6e5e4d712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3419671 Jan 18 17:13:29.111156 dv-cinder-733623-11-iscsi neutron-server[103197]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 18 17:13:29.111156 dv-cinder-733623-11-iscsi neutron-server[103197]: from cryptography.utils import int_from_bytes Jan 18 17:13:29.111156 dv-cinder-733623-11-iscsi neutron-server[103197]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 18 17:13:29.111156 dv-cinder-733623-11-iscsi neutron-server[103197]: from cryptography.utils import int_from_bytes Jan 18 17:13:29.111156 dv-cinder-733623-11-iscsi neutron-server[103197]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:13:29.111156 dv-cinder-733623-11-iscsi neutron-server[103197]: warnings.warn(msg) Jan 18 17:13:29.111156 dv-cinder-733623-11-iscsi neutron-server[103197]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:13:29.111156 dv-cinder-733623-11-iscsi neutron-server[103197]: warnings.warn(msg) Jan 18 17:13:29.111156 dv-cinder-733623-11-iscsi neutron-server[103197]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:13:29.111156 dv-cinder-733623-11-iscsi neutron-server[103197]: warnings.warn(msg) Jan 18 17:13:29.111156 dv-cinder-733623-11-iscsi neutron-server[103197]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:13:29.111156 dv-cinder-733623-11-iscsi neutron-server[103197]: warnings.warn(msg) Jan 18 17:13:29.111156 dv-cinder-733623-11-iscsi neutron-server[103197]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:13:29.111156 dv-cinder-733623-11-iscsi neutron-server[103197]: warnings.warn(msg) Jan 18 17:13:29.111156 dv-cinder-733623-11-iscsi neutron-server[103197]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:13:29.111156 dv-cinder-733623-11-iscsi neutron-server[103197]: warnings.warn(msg) Jan 18 17:13:29.111156 dv-cinder-733623-11-iscsi neutron-server[103197]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:13:29.111156 dv-cinder-733623-11-iscsi neutron-server[103197]: warnings.warn(msg) Jan 18 17:13:29.111156 dv-cinder-733623-11-iscsi neutron-server[103197]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:13:29.111156 dv-cinder-733623-11-iscsi neutron-server[103197]: warnings.warn(msg) Jan 18 17:13:29.111156 dv-cinder-733623-11-iscsi neutron-server[103197]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:13:29.111156 dv-cinder-733623-11-iscsi neutron-server[103197]: warnings.warn(msg) Jan 18 17:13:29.111156 dv-cinder-733623-11-iscsi neutron-server[103197]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:13:29.111156 dv-cinder-733623-11-iscsi neutron-server[103197]: warnings.warn(msg) Jan 18 17:13:29.111156 dv-cinder-733623-11-iscsi neutron-server[103197]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:13:29.111156 dv-cinder-733623-11-iscsi neutron-server[103197]: warnings.warn(msg) Jan 18 17:13:29.111156 dv-cinder-733623-11-iscsi neutron-server[103197]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:13:29.111156 dv-cinder-733623-11-iscsi neutron-server[103197]: warnings.warn(msg) Jan 18 17:13:29.111156 dv-cinder-733623-11-iscsi neutron-server[103197]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:13:29.111156 dv-cinder-733623-11-iscsi neutron-server[103197]: warnings.warn(msg) Jan 18 17:13:29.111156 dv-cinder-733623-11-iscsi neutron-server[103197]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:13:29.111156 dv-cinder-733623-11-iscsi neutron-server[103197]: warnings.warn(msg) Jan 18 17:13:29.111156 dv-cinder-733623-11-iscsi neutron-server[103197]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:13:29.111156 dv-cinder-733623-11-iscsi neutron-server[103197]: warnings.warn(msg) Jan 18 17:13:29.111156 dv-cinder-733623-11-iscsi neutron-server[103197]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:13:29.111156 dv-cinder-733623-11-iscsi neutron-server[103197]: warnings.warn(msg) Jan 18 17:13:29.111156 dv-cinder-733623-11-iscsi neutron-server[103197]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:13:29.116194 dv-cinder-733623-11-iscsi neutron-server[103197]: warnings.warn(msg) Jan 18 17:13:29.116194 dv-cinder-733623-11-iscsi neutron-server[103197]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:13:29.116194 dv-cinder-733623-11-iscsi neutron-server[103197]: warnings.warn(msg) Jan 18 17:13:29.116194 dv-cinder-733623-11-iscsi neutron-server[103197]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:13:29.116194 dv-cinder-733623-11-iscsi neutron-server[103197]: warnings.warn(msg) Jan 18 17:13:29.116194 dv-cinder-733623-11-iscsi neutron-server[103197]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:13:29.116194 dv-cinder-733623-11-iscsi neutron-server[103197]: warnings.warn(msg) Jan 18 17:13:29.116194 dv-cinder-733623-11-iscsi neutron-server[103197]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:13:29.116194 dv-cinder-733623-11-iscsi neutron-server[103197]: warnings.warn(msg) Jan 18 17:13:29.116194 dv-cinder-733623-11-iscsi neutron-server[103197]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:13:29.116194 dv-cinder-733623-11-iscsi neutron-server[103197]: warnings.warn(msg) Jan 18 17:13:29.117286 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fa7434-ec96-45a4-b3ee-c727688a001d req-bcc75fe8-0fdc-425f-aab8-161591b8357f tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:29.118560 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-a24976dc-7f89-446d-8d9b-8a75bf0e6853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (f7781508-68f4-4d6b-b413-74596bae1216), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:29.119833 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-98fa7434-ec96-45a4-b3ee-c727688a001d req-bcc75fe8-0fdc-425f-aab8-161591b8357f tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.105 "GET /v2.0/networks?id=2be6587c-41c5-41bc-ac5a-09ac1f4499ce HTTP/1.1" status: 200 len: 817 time: 0.2980828 Jan 18 17:13:29.168641 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ca240906-c6a8-4c36-999b-cfe19240a40d admin admin] Publish callbacks [] for security_group (dbf836b7-3049-4d2d-88c0-cf2ac11b6805), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:29.215506 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 50490) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:13:29.261569 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-93c4d181-1788-49be-8573-b8d5b45f239c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:29.275698 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-e7f242d3-1fe8-42aa-ba3e-0d015d780b27 req-f36813b7-22cc-45a6-bebb-d39ac8f00270 service neutron] 10.222.0.105 "GET /v2.0/networks/9ee67609-54ef-4b91-940a-05d38e6b2c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5896044 Jan 18 17:13:29.296514 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac1c7c8-d714-4f9d-80e2-e4f9a72cee69 req-466317a2-9ff8-493f-8a89-4188fb053fe5 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:29.298341 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-1ac1c7c8-d714-4f9d-80e2-e4f9a72cee69 req-466317a2-9ff8-493f-8a89-4188fb053fe5 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=81188e87-857f-40aa-9453-9d784f358b5d HTTP/1.1" status: 200 len: 944 time: 0.2082379 Jan 18 17:13:29.341321 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee36623-ab92-49d8-967a-5a9f901ebe79 req-5ae50d76-d78c-43b2-b3e9-7859cd34b770 tempest-DeleteServersTestJSON-1389015654 tempest-DeleteServersTestJSON-1389015654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:29.350566 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-3ee36623-ab92-49d8-967a-5a9f901ebe79 req-5ae50d76-d78c-43b2-b3e9-7859cd34b770 tempest-DeleteServersTestJSON-1389015654 tempest-DeleteServersTestJSON-1389015654-project] 10.222.0.100 "GET /v2.0/ports?device_id=44a09345-3e20-494f-b75a-816f22853010 HTTP/1.1" status: 200 len: 943 time: 0.4803021 Jan 18 17:13:29.366322 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ca240906-c6a8-4c36-999b-cfe19240a40d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (dbf836b7-3049-4d2d-88c0-cf2ac11b6805), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:29.410507 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca240906-c6a8-4c36-999b-cfe19240a40d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbf836b7-3049-4d2d-88c0-cf2ac11b6805,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:29.429889 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-98fa7434-ec96-45a4-b3ee-c727688a001d req-910d4f7a-fc4d-4452-b9d6-20cf87c36dd8 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.105 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4983e51e5c4742eb9b95034b5aef3213 HTTP/1.1" status: 200 len: 380 time: 0.2629027 Jan 18 17:13:29.449852 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-edf78e2d-a7d9-452e-8ab4-024f7cf85bf2 req-207758c1-36ed-4dcd-8892-7c1cbcab7795 service neutron] 10.222.0.105 "GET /v2.0/networks/69fb0145-03f6-40a6-ac58-42e6e5e4d712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3083501 Jan 18 17:13:29.477564 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [req-98fa7434-ec96-45a4-b3ee-c727688a001d req-b9960f37-3762-43df-81fc-0054a9230564 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Request body: {'port': {'device_id': 'a58e7380-d7cf-40d5-8134-db17de0ec442', 'network_id': '2be6587c-41c5-41bc-ac5a-09ac1f4499ce', 'admin_state_up': True, 'tenant_id': '4983e51e5c4742eb9b95034b5aef3213', 'security_groups': ['0b366610-e294-4f78-943f-869cfaac134d']}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:13:29.478525 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-ca240906-c6a8-4c36-999b-cfe19240a40d admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=45c41d084649487b8e78c252c76f0490&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8317828 Jan 18 17:13:29.482865 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-e5d51f62-db71-4443-a7a8-ead7c0386e4a req-b6efe259-bc27-433b-9547-44196bc9dd60 service neutron] 10.222.0.105 "GET /v2.0/networks/9ee67609-54ef-4b91-940a-05d38e6b2c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4337194 Jan 18 17:13:29.483372 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 50498) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:13:29.519858 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-3ee36623-ab92-49d8-967a-5a9f901ebe79 req-0878c13e-4d9a-4f24-ad39-90254a55a14f tempest-DeleteServersTestJSON-1389015654 tempest-DeleteServersTestJSON-1389015654-project] 10.222.0.100 "GET /v2.0/security-groups?id=586fa32f-f935-4b19-919f-0cda76133b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679142 Jan 18 17:13:29.739898 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-1ac1c7c8-d714-4f9d-80e2-e4f9a72cee69 req-4ec25254-1ae9-4803-9f4c-8377906002df tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4147868 Jan 18 17:13:29.740044 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-da2a8375-73fa-4b5f-a2af-16315fff6b4a admin admin] Publish callbacks [] for security_group (dbf836b7-3049-4d2d-88c0-cf2ac11b6805), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:29.763208 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-59a9abd9-f0dd-47c7-bf57-84ff7a82a757 req-b728b3a2-ca1b-4f93-88ea-41261bcb780c tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 210 time: 0.1460745 Jan 18 17:13:29.838060 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-da2a8375-73fa-4b5f-a2af-16315fff6b4a admin admin] Publish callbacks [] for security_group (dbf836b7-3049-4d2d-88c0-cf2ac11b6805), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:29.882710 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-e5d51f62-db71-4443-a7a8-ead7c0386e4a req-18470047-2691-47d4-b875-87709d6c9aa2 service neutron] 10.222.0.105 "GET /v2.0/networks/9ee67609-54ef-4b91-940a-05d38e6b2c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3257871 Jan 18 17:13:29.909489 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a1a51-1002-47ae-af7c-80f74c42ab81 req-3f7b5183-22ae-4c22-bc95-49b40c3db4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:29.913552 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-8d4a1a51-1002-47ae-af7c-80f74c42ab81 req-3f7b5183-22ae-4c22-bc95-49b40c3db4b6 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=82d395d404d64b169e0a445e9616b86b&device_id=81188e87-857f-40aa-9453-9d784f358b5d HTTP/1.1" status: 200 len: 1097 time: 0.4061005 Jan 18 17:13:29.983827 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-93c4d181-1788-49be-8573-b8d5b45f239c admin admin] Publish callbacks [] for security_group (e3b9b36f-4ba0-421b-99ae-fa69ff3b6453), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:30.009930 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb630008-0d32-4a5d-bb0e-83f19f11ca9d req-a43a6fd8-e489-455c-bea1-4dea0752a015 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:30.013360 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-bb630008-0d32-4a5d-bb0e-83f19f11ca9d req-a43a6fd8-e489-455c-bea1-4dea0752a015 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/ports?device_id=b9b0d347-98b0-4fe6-a443-bf2e28175c8c HTTP/1.1" status: 200 len: 943 time: 0.0825412 Jan 18 17:13:30.081648 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-bb630008-0d32-4a5d-bb0e-83f19f11ca9d req-10709581-7eba-43d6-b74e-b41d1686bd70 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/security-groups?id=03df2055-10b4-4cb8-8f80-fa2d86607cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616987 Jan 18 17:13:30.114957 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-da2a8375-73fa-4b5f-a2af-16315fff6b4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (dbf836b7-3049-4d2d-88c0-cf2ac11b6805), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:30.117983 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-da2a8375-73fa-4b5f-a2af-16315fff6b4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:30.122775 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-da2a8375-73fa-4b5f-a2af-16315fff6b4a admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/dbf836b7-3049-4d2d-88c0-cf2ac11b6805 HTTP/1.1" status: 204 len: 168 time: 0.6327488 Jan 18 17:13:30.123775 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-93c4d181-1788-49be-8573-b8d5b45f239c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (e3b9b36f-4ba0-421b-99ae-fa69ff3b6453), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:30.133475 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2a8375-73fa-4b5f-a2af-16315fff6b4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbf836b7-3049-4d2d-88c0-cf2ac11b6805,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:30.144262 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98fa7434-ec96-45a4-b3ee-c727688a001d req-b9960f37-3762-43df-81fc-0054a9230564 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Made reservation on behalf of 4983e51e5c4742eb9b95034b5aef3213 for: {'port': 1} {{(pid=103197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 17:13:30.145173 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-98fa7434-ec96-45a4-b3ee-c727688a001d req-b9960f37-3762-43df-81fc-0054a9230564 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:30.183188 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-93c4d181-1788-49be-8573-b8d5b45f239c admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=e592ba07179b4111aac2566541d76614&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9646509 Jan 18 17:13:30.186695 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 50510) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:13:30.226920 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c4d181-1788-49be-8573-b8d5b45f239c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b9b36f-4ba0-421b-99ae-fa69ff3b6453,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:30.252467 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ff849cfc-65e4-452f-b80f-87a95af51c5d admin admin] Publish callbacks [] for security_group (e3b9b36f-4ba0-421b-99ae-fa69ff3b6453), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:30.293733 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a1a51-1002-47ae-af7c-80f74c42ab81 req-262b1ba4-70ae-4366-acbf-2a1bef0ccb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:30.295186 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-8d4a1a51-1002-47ae-af7c-80f74c42ab81 req-262b1ba4-70ae-4366-acbf-2a1bef0ccb0e service neutron] 10.222.0.105 "GET /v2.0/networks?id=9ee67609-54ef-4b91-940a-05d38e6b2c9b HTTP/1.1" status: 200 len: 920 time: 0.2258182 Jan 18 17:13:30.297056 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ff849cfc-65e4-452f-b80f-87a95af51c5d admin admin] Publish callbacks [] for security_group (e3b9b36f-4ba0-421b-99ae-fa69ff3b6453), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:30.370624 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.db.db_base_plugin_common [req-98fa7434-ec96-45a4-b3ee-c727688a001d req-b9960f37-3762-43df-81fc-0054a9230564 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Allocated IP 172.20.0.14 (2be6587c-41c5-41bc-ac5a-09ac1f4499ce/29c22a55-3970-45d3-a1fa-25a28ccfa3f2/639bfe46-d950-45f2-9080-a815d5d4244a) {{(pid=103197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 17:13:30.407544 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ff849cfc-65e4-452f-b80f-87a95af51c5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (e3b9b36f-4ba0-421b-99ae-fa69ff3b6453), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:30.414590 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-8d4a1a51-1002-47ae-af7c-80f74c42ab81 req-420c8dbd-23b7-450e-92b2-095bd74ad007 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=612246f5-9e95-4be7-81b2-5f92cce1782e HTTP/1.1" status: 200 len: 217 time: 0.0565515 Jan 18 17:13:30.414807 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ff849cfc-65e4-452f-b80f-87a95af51c5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:30.420477 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-ff849cfc-65e4-452f-b80f-87a95af51c5d admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/e3b9b36f-4ba0-421b-99ae-fa69ff3b6453 HTTP/1.1" status: 204 len: 168 time: 0.2288945 Jan 18 17:13:30.434710 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff849cfc-65e4-452f-b80f-87a95af51c5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b9b36f-4ba0-421b-99ae-fa69ff3b6453,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:30.538211 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a1a51-1002-47ae-af7c-80f74c42ab81 req-638b91eb-a88e-485a-bc41-e41d85b0277c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:30.539732 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-8d4a1a51-1002-47ae-af7c-80f74c42ab81 req-638b91eb-a88e-485a-bc41-e41d85b0277c service neutron] 10.222.0.105 "GET /v2.0/subnets?id=7211cf1f-c33b-4353-a446-bb2d845858ab HTTP/1.1" status: 200 len: 859 time: 0.1133599 Jan 18 17:13:30.625398 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-8d4a1a51-1002-47ae-af7c-80f74c42ab81 req-94c0fa4e-2cf4-46cb-b0ea-5dd56f773442 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=9ee67609-54ef-4b91-940a-05d38e6b2c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379257 Jan 18 17:13:30.704121 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-d0f57583-9799-4745-8039-4fb698731137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (f223777b-396b-444b-a9c9-71cdff5b918d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:30.738378 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-98fa7434-ec96-45a4-b3ee-c727688a001d req-b9960f37-3762-43df-81fc-0054a9230564 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Publish callbacks [] for port (639bfe46-d950-45f2-9080-a815d5d4244a), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:30.780938 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-8d4a1a51-1002-47ae-af7c-80f74c42ab81 req-7ce1d24c-5c1c-466a-8b17-6b0247ba144a service neutron] 10.222.0.105 "GET /v2.0/networks/9ee67609-54ef-4b91-940a-05d38e6b2c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458240 Jan 18 17:13:30.802494 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa13fdb-fd9f-4435-a36a-175f8f74111b req-a84aeda7-392a-4409-a39d-2463427d6881 tempest-DeleteServersTestJSON-1389015654 tempest-DeleteServersTestJSON-1389015654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:30.807993 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-6fa13fdb-fd9f-4435-a36a-175f8f74111b req-a84aeda7-392a-4409-a39d-2463427d6881 tempest-DeleteServersTestJSON-1389015654 tempest-DeleteServersTestJSON-1389015654-project] 10.222.0.100 "GET /v2.0/ports?device_id=44a09345-3e20-494f-b75a-816f22853010 HTTP/1.1" status: 200 len: 943 time: 0.1589167 Jan 18 17:13:30.913832 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-8d4a1a51-1002-47ae-af7c-80f74c42ab81 req-c4603825-b336-4356-9cf8-0d9e9ab56245 service neutron] 10.222.0.105 "GET /v2.0/networks/9ee67609-54ef-4b91-940a-05d38e6b2c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142347 Jan 18 17:13:30.917459 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-6fa13fdb-fd9f-4435-a36a-175f8f74111b req-0b53f08f-ffc5-4fc6-bdfb-8be9efcb0c35 tempest-DeleteServersTestJSON-1389015654 tempest-DeleteServersTestJSON-1389015654-project] 10.222.0.100 "GET /v2.0/security-groups?id=586fa32f-f935-4b19-919f-0cda76133b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012657 Jan 18 17:13:30.984950 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae92066f-2638-4c0d-9896-65a8f35ecd69 req-b360a71d-7ba6-402e-ab3b-e80ef5e824ab tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:30.985741 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-ae92066f-2638-4c0d-9896-65a8f35ecd69 req-b360a71d-7ba6-402e-ab3b-e80ef5e824ab tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=81188e87-857f-40aa-9453-9d784f358b5d HTTP/1.1" status: 200 len: 944 time: 0.0879226 Jan 18 17:13:30.992498 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-98fa7434-ec96-45a4-b3ee-c727688a001d req-b9960f37-3762-43df-81fc-0054a9230564 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785611913804'] for port (639bfe46-d950-45f2-9080-a815d5d4244a), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:31.109260 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9066873e-40e1-46b5-8e6f-44a6ac6fc024 req-151cd2d7-824d-4edd-a669-9d0328060fc5 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:31.109260 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-9066873e-40e1-46b5-8e6f-44a6ac6fc024 req-151cd2d7-824d-4edd-a669-9d0328060fc5 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 932 time: 0.0791562 Jan 18 17:13:31.140932 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-9066873e-40e1-46b5-8e6f-44a6ac6fc024 req-b4beddb5-1dfe-4f2f-8a16-b44ede0b308d tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b366610-e294-4f78-943f-869cfaac134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530214 Jan 18 17:13:31.260558 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b135847-8c6c-45f0-b548-268e631cc33e req-1d532def-dcfb-48d5-85fe-be85a4939eb8 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:31.262212 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1b135847-8c6c-45f0-b548-268e631cc33e req-1d532def-dcfb-48d5-85fe-be85a4939eb8 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/ports?device_id=b9b0d347-98b0-4fe6-a443-bf2e28175c8c HTTP/1.1" status: 200 len: 943 time: 0.0502806 Jan 18 17:13:31.274656 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98fa7434-ec96-45a4-b3ee-c727688a001d req-b9960f37-3762-43df-81fc-0054a9230564 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Network 2be6587c-41c5-41bc-ac5a-09ac1f4499ce is already hosted by enough agents. {{(pid=103197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 17:13:31.280680 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.base_scheduler [req-98fa7434-ec96-45a4-b3ee-c727688a001d req-b9960f37-3762-43df-81fc-0054a9230564 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Resources bound (agent type, host, resource id): {{(pid=103197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 17:13:31.282690 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9960f37-3762-43df-81fc-0054a9230564 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Pushing event updated for resources: {'Port': ['ID=639bfe46-d950-45f2-9080-a815d5d4244a,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:31.284706 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [req-98fa7434-ec96-45a4-b3ee-c727688a001d req-b9960f37-3762-43df-81fc-0054a9230564 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Received port after_create {{(pid=103197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 17:13:31.291288 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fa7434-ec96-45a4-b3ee-c727688a001d req-b9960f37-3762-43df-81fc-0054a9230564 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:31.291932 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-98fa7434-ec96-45a4-b3ee-c727688a001d req-b9960f37-3762-43df-81fc-0054a9230564 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1923895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526667'] for port (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:31.322348 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1b135847-8c6c-45f0-b548-268e631cc33e req-d9c6143c-313c-4e82-8f81-935a32bfaab2 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/security-groups?id=03df2055-10b4-4cb8-8f80-fa2d86607cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531890 Jan 18 17:13:31.327647 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-ae92066f-2638-4c0d-9896-65a8f35ecd69 req-e3fb29ff-beb5-4785-a804-5e79128f8b0e tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3327589 Jan 18 17:13:31.403863 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-98fa7434-ec96-45a4-b3ee-c727688a001d req-b9960f37-3762-43df-81fc-0054a9230564 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9473426 Jan 18 17:13:31.415620 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [req-98fa7434-ec96-45a4-b3ee-c727688a001d req-9ad9f444-137a-48f7-abe9-9f3462132a41 service neutron] Request body: {'port': {'device_id': 'a58e7380-d7cf-40d5-8134-db17de0ec442', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:13:31.488944 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-98fa7434-ec96-45a4-b3ee-c727688a001d req-9ad9f444-137a-48f7-abe9-9f3462132a41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (639bfe46-d950-45f2-9080-a815d5d4244a), before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:31.579208 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-47079a43-09f9-4059-b298-add4ef3354ab None None] Provisioning complete for port 639bfe46-d950-45f2-9080-a815d5d4244a triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:13:31.579208 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-47079a43-09f9-4059-b298-add4ef3354ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (639bfe46-d950-45f2-9080-a815d5d4244a), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:31.635673 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-47079a43-09f9-4059-b298-add4ef3354ab None None] Port 639bfe46-d950-45f2-9080-a815d5d4244a cannot update to ACTIVE because it is not bound. {{(pid=103198) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 17:13:31.788167 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.notifiers.nova [req-98fa7434-ec96-45a4-b3ee-c727688a001d req-9ad9f444-137a-48f7-abe9-9f3462132a41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 639bfe46-d950-45f2-9080-a815d5d4244a {{(pid=103197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 17:13:31.796395 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-98fa7434-ec96-45a4-b3ee-c727688a001d req-9ad9f444-137a-48f7-abe9-9f3462132a41 service neutron] Publish callbacks [] for port (639bfe46-d950-45f2-9080-a815d5d4244a), precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:31.821157 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.db.provisioning_blocks [req-98fa7434-ec96-45a4-b3ee-c727688a001d req-9ad9f444-137a-48f7-abe9-9f3462132a41 service neutron] Transition to ACTIVE for port object 639bfe46-d950-45f2-9080-a815d5d4244a will not be triggered until provisioned by entity L2. {{(pid=103197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 17:13:31.846634 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (a6f837d2-7b5b-4cd3-9c28-296017d8b8e6), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:31.955183 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-98fa7434-ec96-45a4-b3ee-c727688a001d req-9ad9f444-137a-48f7-abe9-9f3462132a41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (639bfe46-d950-45f2-9080-a815d5d4244a), after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:32.003676 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad9f444-137a-48f7-abe9-9f3462132a41 service neutron] Pushing event updated for resources: {'Port': ['ID=639bfe46-d950-45f2-9080-a815d5d4244a,revision_number=2']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:32.103375 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56a817f-ffd9-4d0d-bf5a-78742e868a9c req-79f7925b-e866-46be-a2b0-1ca5d3b0e083 tempest-DeleteServersTestJSON-1389015654 tempest-DeleteServersTestJSON-1389015654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:32.104469 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-a56a817f-ffd9-4d0d-bf5a-78742e868a9c req-79f7925b-e866-46be-a2b0-1ca5d3b0e083 tempest-DeleteServersTestJSON-1389015654 tempest-DeleteServersTestJSON-1389015654-project] 10.222.0.100 "GET /v2.0/ports?device_id=44a09345-3e20-494f-b75a-816f22853010 HTTP/1.1" status: 200 len: 943 time: 0.1019592 Jan 18 17:13:32.109308 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [req-98fa7434-ec96-45a4-b3ee-c727688a001d req-9ad9f444-137a-48f7-abe9-9f3462132a41 service neutron] Attempting to bind port 639bfe46-d950-45f2-9080-a815d5d4244a on host hv-cinder-73362 for vnic_type normal with profile {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 17:13:32.109647 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [req-98fa7434-ec96-45a4-b3ee-c727688a001d req-9ad9f444-137a-48f7-abe9-9f3462132a41 service neutron] Attempting to bind port 639bfe46-d950-45f2-9080-a815d5d4244a by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '7804631f-b978-4531-985d-c1ed5e4123e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '2be6587c-41c5-41bc-ac5a-09ac1f4499ce'}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 17:13:32.109971 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fa7434-ec96-45a4-b3ee-c727688a001d req-9ad9f444-137a-48f7-abe9-9f3462132a41 service neutron] Attempting to bind port 639bfe46-d950-45f2-9080-a815d5d4244a on network 2be6587c-41c5-41bc-ac5a-09ac1f4499ce {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 17:13:32.121689 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fa7434-ec96-45a4-b3ee-c727688a001d req-9ad9f444-137a-48f7-abe9-9f3462132a41 service neutron] Port 639bfe46-d950-45f2-9080-a815d5d4244a on network 2be6587c-41c5-41bc-ac5a-09ac1f4499ce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 17:13:32.122014 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fa7434-ec96-45a4-b3ee-c727688a001d req-9ad9f444-137a-48f7-abe9-9f3462132a41 service neutron] Attempting to bind port 639bfe46-d950-45f2-9080-a815d5d4244a on network 2be6587c-41c5-41bc-ac5a-09ac1f4499ce {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 17:13:32.135625 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fa7434-ec96-45a4-b3ee-c727688a001d req-9ad9f444-137a-48f7-abe9-9f3462132a41 service neutron] Checking agent: {'id': 'e727efee-c94b-447a-9897-92f425521d05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 17, 11, 11), 'started_at': datetime.datetime(2022, 1, 18, 17, 11, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 17, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 17:13:32.136024 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fa7434-ec96-45a4-b3ee-c727688a001d req-9ad9f444-137a-48f7-abe9-9f3462132a41 service neutron] Checking segment: {'id': '7804631f-b978-4531-985d-c1ed5e4123e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '2be6587c-41c5-41bc-ac5a-09ac1f4499ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 17:13:32.136360 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fa7434-ec96-45a4-b3ee-c727688a001d req-9ad9f444-137a-48f7-abe9-9f3462132a41 service neutron] Bound using segment: {'id': '7804631f-b978-4531-985d-c1ed5e4123e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '2be6587c-41c5-41bc-ac5a-09ac1f4499ce'} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 17:13:32.136800 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [req-98fa7434-ec96-45a4-b3ee-c727688a001d req-9ad9f444-137a-48f7-abe9-9f3462132a41 service neutron] Bound port: 639bfe46-d950-45f2-9080-a815d5d4244a, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7804631f-b978-4531-985d-c1ed5e4123e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '2be6587c-41c5-41bc-ac5a-09ac1f4499ce'}}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 17:13:32.137155 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-98fa7434-ec96-45a4-b3ee-c727688a001d req-9ad9f444-137a-48f7-abe9-9f3462132a41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (639bfe46-d950-45f2-9080-a815d5d4244a), before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:32.233787 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.db [req-98fa7434-ec96-45a4-b3ee-c727688a001d req-9ad9f444-137a-48f7-abe9-9f3462132a41 service neutron] For port 639bfe46-d950-45f2-9080-a815d5d4244a, host hv-cinder-73362, cleared binding levels {{(pid=103197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 17:13:32.237419 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.db [req-98fa7434-ec96-45a4-b3ee-c727688a001d req-9ad9f444-137a-48f7-abe9-9f3462132a41 service neutron] For port 639bfe46-d950-45f2-9080-a815d5d4244a, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=639bfe46-d950-45f2-9080-a815d5d4244a,segment=NetworkSegment(7804631f-b978-4531-985d-c1ed5e4123e4),segment_id=7804631f-b978-4531-985d-c1ed5e4123e4)] {{(pid=103197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 17:13:32.245222 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-a56a817f-ffd9-4d0d-bf5a-78742e868a9c req-95f70718-c414-42a0-bdab-44ef1ca585e3 tempest-DeleteServersTestJSON-1389015654 tempest-DeleteServersTestJSON-1389015654-project] 10.222.0.100 "GET /v2.0/security-groups?id=586fa32f-f935-4b19-919f-0cda76133b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328871 Jan 18 17:13:32.294387 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fb6ae-a0aa-41bd-ab22-9ce499675c47 req-10cf9d24-a947-4855-bcdf-603fb11bc6bb tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:32.295829 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-0c2fb6ae-a0aa-41bd-ab22-9ce499675c47 req-10cf9d24-a947-4855-bcdf-603fb11bc6bb tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 944 time: 0.0637562 Jan 18 17:13:32.322402 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-98fa7434-ec96-45a4-b3ee-c727688a001d req-9ad9f444-137a-48f7-abe9-9f3462132a41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (639bfe46-d950-45f2-9080-a815d5d4244a), after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:32.356798 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-0c2fb6ae-a0aa-41bd-ab22-9ce499675c47 req-b0c2354e-2690-4974-9793-ee42fd92d52d tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b366610-e294-4f78-943f-869cfaac134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525210 Jan 18 17:13:32.389878 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fa7434-ec96-45a4-b3ee-c727688a001d req-9ad9f444-137a-48f7-abe9-9f3462132a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:32.390431 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-98fa7434-ec96-45a4-b3ee-c727688a001d req-9ad9f444-137a-48f7-abe9-9f3462132a41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1923895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526667'] for port (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:32.391780 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-98fa7434-ec96-45a4-b3ee-c727688a001d req-9ad9f444-137a-48f7-abe9-9f3462132a41 service neutron] 10.222.0.105 "PUT /v2.0/ports/639bfe46-d950-45f2-9080-a815d5d4244a HTTP/1.1" status: 200 len: 1094 time: 0.9809337 Jan 18 17:13:32.392229 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a58e7380-d7cf-40d5-8134-db17de0ec442', 'tag': '639bfe46-d950-45f2-9080-a815d5d4244a'}] {{(pid=103197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 17:13:32.394479 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3aa228331c825044a8c5a816f7450a712b29f1505f8362b46ccab27415aa536" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d104c21c-3b0d-4298-ba10-fcae573df6b6" -d '{"events": [{"name": "network-changed", "server_uuid": "a58e7380-d7cf-40d5-8134-db17de0ec442", "tag": "639bfe46-d950-45f2-9080-a815d5d4244a"}]}' {{(pid=103197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 17:13:32.456442 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad9f444-137a-48f7-abe9-9f3462132a41 service neutron] Pushing event updated for resources: {'Port': ['ID=639bfe46-d950-45f2-9080-a815d5d4244a,revision_number=3']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:32.486677 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee8a576-2c78-4f3d-9064-bc8e6baa9a7c req-aa8438e2-323c-4ca6-8498-0fe00bccfab4 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:32.488373 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-eee8a576-2c78-4f3d-9064-bc8e6baa9a7c req-aa8438e2-323c-4ca6-8498-0fe00bccfab4 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=81188e87-857f-40aa-9453-9d784f358b5d HTTP/1.1" status: 200 len: 944 time: 0.0718920 Jan 18 17:13:32.520921 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977e5606-58c5-4516-afbd-dc4fa46273d5 req-96eada0b-4c94-481c-9ade-36b169dee3b0 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:32.528509 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-977e5606-58c5-4516-afbd-dc4fa46273d5 req-96eada0b-4c94-481c-9ade-36b169dee3b0 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/ports?device_id=b9b0d347-98b0-4fe6-a443-bf2e28175c8c HTTP/1.1" status: 200 len: 943 time: 0.0747569 Jan 18 17:13:32.584290 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-977e5606-58c5-4516-afbd-dc4fa46273d5 req-0403f33c-0301-4932-aeed-9d0657067db2 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/security-groups?id=03df2055-10b4-4cb8-8f80-fa2d86607cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544331 Jan 18 17:13:32.588573 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-eee8a576-2c78-4f3d-9064-bc8e6baa9a7c req-1cabe872-c221-48fe-b753-a1461600ce4e tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924742 Jan 18 17:13:32.613528 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fa7434-ec96-45a4-b3ee-c727688a001d req-7f022d98-f380-4dbd-9eec-a9d219051880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:32.615776 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-98fa7434-ec96-45a4-b3ee-c727688a001d req-7f022d98-f380-4dbd-9eec-a9d219051880 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=4983e51e5c4742eb9b95034b5aef3213&device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 1097 time: 0.0759273 Jan 18 17:13:32.682290 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 17:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b54313b-393a-4ad7-bde3-b90bb9df0e16 x-openstack-request-id: req-8b54313b-393a-4ad7-bde3-b90bb9df0e16 {{(pid=103197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 17:13:32.682741 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a58e7380-d7cf-40d5-8134-db17de0ec442", "tag": "639bfe46-d950-45f2-9080-a815d5d4244a", "status": "completed", "code": 200}]} {{(pid=103197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 17:13:32.683124 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-8b54313b-393a-4ad7-bde3-b90bb9df0e16 {{(pid=103197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 17:13:32.683744 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a58e7380-d7cf-40d5-8134-db17de0ec442', 'tag': '639bfe46-d950-45f2-9080-a815d5d4244a', 'status': 'completed', 'code': 200} Jan 18 17:13:32.687649 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-98fa7434-ec96-45a4-b3ee-c727688a001d req-303e3f6a-0eb9-48e7-94b3-f658a3ba953f service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=639bfe46-d950-45f2-9080-a815d5d4244a HTTP/1.1" status: 200 len: 217 time: 0.0640652 Jan 18 17:13:32.738399 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fa7434-ec96-45a4-b3ee-c727688a001d req-9bae092f-952d-41ef-859d-b6ac17db08da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:32.740943 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-98fa7434-ec96-45a4-b3ee-c727688a001d req-9bae092f-952d-41ef-859d-b6ac17db08da service neutron] 10.222.0.105 "GET /v2.0/subnets?id=29c22a55-3970-45d3-a1fa-25a28ccfa3f2 HTTP/1.1" status: 200 len: 856 time: 0.0489099 Jan 18 17:13:32.768425 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 50606) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:13:32.814595 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fa7434-ec96-45a4-b3ee-c727688a001d req-a70a8440-c334-4508-8ecf-7c1eb1ef4bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:32.816176 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-98fa7434-ec96-45a4-b3ee-c727688a001d req-a70a8440-c334-4508-8ecf-7c1eb1ef4bbd service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=2be6587c-41c5-41bc-ac5a-09ac1f4499ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0700381 Jan 18 17:13:32.907946 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-98fa7434-ec96-45a4-b3ee-c727688a001d req-1bc50e07-a776-4af0-8ad3-26f1c73f1281 service neutron] 10.222.0.105 "GET /v2.0/networks/2be6587c-41c5-41bc-ac5a-09ac1f4499ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859854 Jan 18 17:13:33.006228 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-98fa7434-ec96-45a4-b3ee-c727688a001d req-07c625d0-ec59-4e30-9553-556e72797d0a service neutron] 10.222.0.105 "GET /v2.0/networks/2be6587c-41c5-41bc-ac5a-09ac1f4499ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927074 Jan 18 17:13:33.060387 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-bd0d1c07-94f9-4b2f-85cb-911c27e7cca0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:33.142389 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-bd0d1c07-94f9-4b2f-85cb-911c27e7cca0 admin admin] Publish callbacks [] for security_group (d433809e-d7e6-47e7-88c4-da3b645538bf), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:33.163958 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d104c21c-3b0d-4298-ba10-fcae573df6b6 req-79d87d75-b072-4ead-b8e2-3c8a91c45c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:33.165466 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-d104c21c-3b0d-4298-ba10-fcae573df6b6 req-79d87d75-b072-4ead-b8e2-3c8a91c45c01 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=4983e51e5c4742eb9b95034b5aef3213&device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 1097 time: 0.0454712 Jan 18 17:13:33.246057 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-bd0d1c07-94f9-4b2f-85cb-911c27e7cca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (d433809e-d7e6-47e7-88c4-da3b645538bf), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:33.259290 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d104c21c-3b0d-4298-ba10-fcae573df6b6 req-0cef65ba-1985-4749-88eb-b8a81c3a4d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:33.261650 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-d104c21c-3b0d-4298-ba10-fcae573df6b6 req-0cef65ba-1985-4749-88eb-b8a81c3a4d7a service neutron] 10.222.0.105 "GET /v2.0/networks?id=2be6587c-41c5-41bc-ac5a-09ac1f4499ce HTTP/1.1" status: 200 len: 918 time: 0.0884697 Jan 18 17:13:33.289624 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-bd0d1c07-94f9-4b2f-85cb-911c27e7cca0 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=c18f8d4b3db14b73ad2c4cf531322f08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5199704 Jan 18 17:13:33.291008 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0d1c07-94f9-4b2f-85cb-911c27e7cca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d433809e-d7e6-47e7-88c4-da3b645538bf,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:33.309058 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 50630) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:13:33.334823 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-d104c21c-3b0d-4298-ba10-fcae573df6b6 req-1deb1999-9a55-47e4-a418-05e7c965e72b service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=639bfe46-d950-45f2-9080-a815d5d4244a HTTP/1.1" status: 200 len: 217 time: 0.0672481 Jan 18 17:13:33.378243 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-859ac4e3-8cf5-45a8-94cc-d3452d4c7e61 admin admin] Publish callbacks [] for security_group (d433809e-d7e6-47e7-88c4-da3b645538bf), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:33.422014 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d104c21c-3b0d-4298-ba10-fcae573df6b6 req-a27b8687-f5eb-4fc3-913e-708b31eb2665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:33.423596 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-d104c21c-3b0d-4298-ba10-fcae573df6b6 req-a27b8687-f5eb-4fc3-913e-708b31eb2665 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=29c22a55-3970-45d3-a1fa-25a28ccfa3f2 HTTP/1.1" status: 200 len: 856 time: 0.0820916 Jan 18 17:13:33.438941 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b368720f-325e-484f-91f0-a42922825842 req-5675bb9f-083d-4825-89b9-df325dabc56a tempest-DeleteServersTestJSON-1389015654 tempest-DeleteServersTestJSON-1389015654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:33.439663 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-859ac4e3-8cf5-45a8-94cc-d3452d4c7e61 admin admin] Publish callbacks [] for security_group (d433809e-d7e6-47e7-88c4-da3b645538bf), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:33.440693 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-b368720f-325e-484f-91f0-a42922825842 req-5675bb9f-083d-4825-89b9-df325dabc56a tempest-DeleteServersTestJSON-1389015654 tempest-DeleteServersTestJSON-1389015654-project] 10.222.0.100 "GET /v2.0/ports?device_id=44a09345-3e20-494f-b75a-816f22853010 HTTP/1.1" status: 200 len: 943 time: 0.0898674 Jan 18 17:13:33.537967 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-b368720f-325e-484f-91f0-a42922825842 req-fd83144e-45e9-4052-895c-06ba727a6275 tempest-DeleteServersTestJSON-1389015654 tempest-DeleteServersTestJSON-1389015654-project] 10.222.0.100 "GET /v2.0/security-groups?id=586fa32f-f935-4b19-919f-0cda76133b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878689 Jan 18 17:13:33.540710 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d104c21c-3b0d-4298-ba10-fcae573df6b6 req-00e58cae-1a8c-4d13-803b-40b2ff082145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:33.542131 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-d104c21c-3b0d-4298-ba10-fcae573df6b6 req-00e58cae-1a8c-4d13-803b-40b2ff082145 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=2be6587c-41c5-41bc-ac5a-09ac1f4499ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1116478 Jan 18 17:13:33.564063 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247e25c4-ec4c-4e22-8c37-5bbd462db825 req-07761112-0702-4934-bd5a-dd14e97a40a8 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:33.565610 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-247e25c4-ec4c-4e22-8c37-5bbd462db825 req-07761112-0702-4934-bd5a-dd14e97a40a8 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 944 time: 0.0900741 Jan 18 17:13:33.599199 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 50644) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:13:33.652411 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-247e25c4-ec4c-4e22-8c37-5bbd462db825 req-7995cd1f-805d-495a-855e-57c33dc258aa tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b366610-e294-4f78-943f-869cfaac134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803134 Jan 18 17:13:33.671861 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-859ac4e3-8cf5-45a8-94cc-d3452d4c7e61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (d433809e-d7e6-47e7-88c4-da3b645538bf), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:33.674801 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-d104c21c-3b0d-4298-ba10-fcae573df6b6 req-cf7f9d5a-fa60-408e-95db-92b6bcd66078 service neutron] 10.222.0.105 "GET /v2.0/networks/2be6587c-41c5-41bc-ac5a-09ac1f4499ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250880 Jan 18 17:13:33.677862 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-859ac4e3-8cf5-45a8-94cc-d3452d4c7e61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:33.689649 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-859ac4e3-8cf5-45a8-94cc-d3452d4c7e61 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/d433809e-d7e6-47e7-88c4-da3b645538bf HTTP/1.1" status: 204 len: 168 time: 0.3776252 Jan 18 17:13:33.707514 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859ac4e3-8cf5-45a8-94cc-d3452d4c7e61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d433809e-d7e6-47e7-88c4-da3b645538bf,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:33.803395 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9000d412-a02d-44cd-9651-c8df6393364a req-f42b78e5-6ae8-4031-b1d6-a80e37d4fd52 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:33.804954 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-9000d412-a02d-44cd-9651-c8df6393364a req-f42b78e5-6ae8-4031-b1d6-a80e37d4fd52 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/ports?device_id=b9b0d347-98b0-4fe6-a443-bf2e28175c8c HTTP/1.1" status: 200 len: 943 time: 0.1214418 Jan 18 17:13:33.841592 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-626cd8ae-e9c5-42fa-92c9-43de4e2a68a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:33.864324 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f5b3f2-2e6b-4e2c-a7f5-08bb4233baad req-f2dfbf41-b48f-485b-b693-c9020ae1d707 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:33.867499 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-12f5b3f2-2e6b-4e2c-a7f5-08bb4233baad req-f2dfbf41-b48f-485b-b693-c9020ae1d707 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=81188e87-857f-40aa-9453-9d784f358b5d HTTP/1.1" status: 200 len: 944 time: 0.0995705 Jan 18 17:13:33.870792 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-d104c21c-3b0d-4298-ba10-fcae573df6b6 req-e9d3356b-7809-4e82-9e9c-c6c058c09637 service neutron] 10.222.0.105 "GET /v2.0/networks/2be6587c-41c5-41bc-ac5a-09ac1f4499ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884692 Jan 18 17:13:33.882960 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-9000d412-a02d-44cd-9651-c8df6393364a req-8cd51cbc-4846-406b-810a-b9f8023092b4 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/security-groups?id=03df2055-10b4-4cb8-8f80-fa2d86607cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706978 Jan 18 17:13:33.912999 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Device 612246f5-9e95-4be7-81b2-5f92cce1782e details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=103198) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 17:13:33.946452 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-12f5b3f2-2e6b-4e2c-a7f5-08bb4233baad req-974079cd-e8c3-452a-b1ae-9664b6eaedfc tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693817 Jan 18 17:13:33.991355 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-626cd8ae-e9c5-42fa-92c9-43de4e2a68a9 admin admin] Publish callbacks [] for security_group (59e05119-1b54-4cc7-9fe0-aa4b198cf34a), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:34.029458 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-626cd8ae-e9c5-42fa-92c9-43de4e2a68a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (59e05119-1b54-4cc7-9fe0-aa4b198cf34a), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:34.078260 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626cd8ae-e9c5-42fa-92c9-43de4e2a68a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59e05119-1b54-4cc7-9fe0-aa4b198cf34a,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:34.082853 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-626cd8ae-e9c5-42fa-92c9-43de4e2a68a9 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=321bf1fd0fd043a8b17ea252e19f4d15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4774613 Jan 18 17:13:34.086169 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 50666) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:13:34.154541 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2016c04d-677f-4897-b762-c04c492f1e68 admin admin] Publish callbacks [] for security_group (59e05119-1b54-4cc7-9fe0-aa4b198cf34a), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:34.165611 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] For port 612246f5-9e95-4be7-81b2-5f92cce1782e, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=612246f5-9e95-4be7-81b2-5f92cce1782e,segment=NetworkSegment(4584f792-4385-45bc-9f18-b5d58b51f5e3),segment_id=4584f792-4385-45bc-9f18-b5d58b51f5e3)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:13:34.179774 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Returning: {'device': '612246f5-9e95-4be7-81b2-5f92cce1782e', 'network_id': '9ee67609-54ef-4b91-940a-05d38e6b2c9b', 'port_id': '612246f5-9e95-4be7-81b2-5f92cce1782e', 'mac_address': 'fa:16:3e:c3:38:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7211cf1f-c33b-4353-a446-bb2d845858ab', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103198) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 17:13:34.186023 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2016c04d-677f-4897-b762-c04c492f1e68 admin admin] Publish callbacks [] for security_group (59e05119-1b54-4cc7-9fe0-aa4b198cf34a), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:34.221398 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Current status of the port 612246f5-9e95-4be7-81b2-5f92cce1782e is: DOWN; New status is: BUILD {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:13:34.221790 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (612246f5-9e95-4be7-81b2-5f92cce1782e), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:34.235923 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 612246f5-9e95-4be7-81b2-5f92cce1782e {{(pid=103198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 17:13:34.267330 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] For port 612246f5-9e95-4be7-81b2-5f92cce1782e, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=612246f5-9e95-4be7-81b2-5f92cce1782e,segment=NetworkSegment(4584f792-4385-45bc-9f18-b5d58b51f5e3),segment_id=4584f792-4385-45bc-9f18-b5d58b51f5e3)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:13:34.354977 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2016c04d-677f-4897-b762-c04c492f1e68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (59e05119-1b54-4cc7-9fe0-aa4b198cf34a), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:34.357644 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2016c04d-677f-4897-b762-c04c492f1e68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:34.358810 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-2016c04d-677f-4897-b762-c04c492f1e68 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/59e05119-1b54-4cc7-9fe0-aa4b198cf34a HTTP/1.1" status: 204 len: 168 time: 0.2717252 Jan 18 17:13:34.367644 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2016c04d-677f-4897-b762-c04c492f1e68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e05119-1b54-4cc7-9fe0-aa4b198cf34a,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:34.385748 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (612246f5-9e95-4be7-81b2-5f92cce1782e), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:34.386534 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Device 2706719d-053e-4bba-99a2-f8032595f432 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=103198) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 17:13:34.486461 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Pushing event updated for resources: {'Port': ['ID=612246f5-9e95-4be7-81b2-5f92cce1782e,revision_number=4']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:34.544305 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] For port 2706719d-053e-4bba-99a2-f8032595f432, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=2706719d-053e-4bba-99a2-f8032595f432,segment=NetworkSegment(2fccfc1b-cb99-45b9-9f8c-ca3412f0a050),segment_id=2fccfc1b-cb99-45b9-9f8c-ca3412f0a050)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:13:34.563650 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Returning: {'device': '2706719d-053e-4bba-99a2-f8032595f432', 'network_id': '69fb0145-03f6-40a6-ac58-42e6e5e4d712', 'port_id': '2706719d-053e-4bba-99a2-f8032595f432', 'mac_address': 'fa:16:3e:bc:c6:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2a0842a-bbe5-40a2-b308-b84b4df3e2b6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103198) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 17:13:34.574194 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 50692) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:13:34.594390 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-210d5143-3f5a-47c6-b2ac-661b5721a0a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:34.616985 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Current status of the port 2706719d-053e-4bba-99a2-f8032595f432 is: DOWN; New status is: BUILD {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:13:34.617190 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (2706719d-053e-4bba-99a2-f8032595f432), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:34.634414 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2706719d-053e-4bba-99a2-f8032595f432 {{(pid=103198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 17:13:34.666199 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] For port 2706719d-053e-4bba-99a2-f8032595f432, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=2706719d-053e-4bba-99a2-f8032595f432,segment=NetworkSegment(2fccfc1b-cb99-45b9-9f8c-ca3412f0a050),segment_id=2fccfc1b-cb99-45b9-9f8c-ca3412f0a050)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:13:34.685323 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4456b2-9680-45cf-b340-7f0d44aa04f7 req-86764d9d-dc79-4afd-b1c6-8a3d10be7a5d tempest-DeleteServersTestJSON-1389015654 tempest-DeleteServersTestJSON-1389015654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:34.686813 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-fd4456b2-9680-45cf-b340-7f0d44aa04f7 req-86764d9d-dc79-4afd-b1c6-8a3d10be7a5d tempest-DeleteServersTestJSON-1389015654 tempest-DeleteServersTestJSON-1389015654-project] 10.222.0.100 "GET /v2.0/ports?device_id=44a09345-3e20-494f-b75a-816f22853010 HTTP/1.1" status: 200 len: 943 time: 0.0680439 Jan 18 17:13:34.766205 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (2706719d-053e-4bba-99a2-f8032595f432), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:34.766883 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Device cbb9c95b-cd8d-4f2a-b79e-69ea98c5b46b details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=103198) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 17:13:34.777183 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-210d5143-3f5a-47c6-b2ac-661b5721a0a5 admin admin] Publish callbacks [] for security_group (6dc170d1-a789-46bd-8086-70b75ea10a7d), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:34.812040 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03429b57-1cdf-4c9b-af29-fd390ab04eb2 req-e29654af-0824-43a1-b676-91d4cf935054 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:34.812630 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-fd4456b2-9680-45cf-b340-7f0d44aa04f7 req-27b87c84-1879-42d2-b8ea-2ac17bfa564c tempest-DeleteServersTestJSON-1389015654 tempest-DeleteServersTestJSON-1389015654-project] 10.222.0.100 "GET /v2.0/security-groups?id=586fa32f-f935-4b19-919f-0cda76133b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116199 Jan 18 17:13:34.814306 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-03429b57-1cdf-4c9b-af29-fd390ab04eb2 req-e29654af-0824-43a1-b676-91d4cf935054 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 944 time: 0.0685513 Jan 18 17:13:34.852391 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-210d5143-3f5a-47c6-b2ac-661b5721a0a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (6dc170d1-a789-46bd-8086-70b75ea10a7d), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:34.871501 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-03429b57-1cdf-4c9b-af29-fd390ab04eb2 req-c92854b9-dce1-4351-b1b5-2766df25111b tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b366610-e294-4f78-943f-869cfaac134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445061 Jan 18 17:13:34.903844 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Pushing event updated for resources: {'Port': ['ID=2706719d-053e-4bba-99a2-f8032595f432,revision_number=4']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:34.909447 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-210d5143-3f5a-47c6-b2ac-661b5721a0a5 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=2dc5f254f00c4322843241e1bcb8655f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3302445 Jan 18 17:13:34.909447 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210d5143-3f5a-47c6-b2ac-661b5721a0a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc170d1-a789-46bd-8086-70b75ea10a7d,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:34.909813 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 50704) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:13:34.972046 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] For port cbb9c95b-cd8d-4f2a-b79e-69ea98c5b46b, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=cbb9c95b-cd8d-4f2a-b79e-69ea98c5b46b,segment=NetworkSegment(ea56166e-7389-4e33-97f5-11245c8eda5f),segment_id=ea56166e-7389-4e33-97f5-11245c8eda5f)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:13:34.974649 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-68852006-7022-4520-b8b2-7019200f0575 admin admin] Publish callbacks [] for security_group (6dc170d1-a789-46bd-8086-70b75ea10a7d), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:34.988853 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Returning: {'device': 'cbb9c95b-cd8d-4f2a-b79e-69ea98c5b46b', 'network_id': '2ba46ddb-7f90-4e43-a962-4539181c2555', 'port_id': 'cbb9c95b-cd8d-4f2a-b79e-69ea98c5b46b', 'mac_address': 'fa:16:3e:bc:74:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a82b979-6fb1-4467-b826-d60f656f3e09', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103198) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 17:13:35.016408 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-68852006-7022-4520-b8b2-7019200f0575 admin admin] Publish callbacks [] for security_group (6dc170d1-a789-46bd-8086-70b75ea10a7d), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:35.034918 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Current status of the port cbb9c95b-cd8d-4f2a-b79e-69ea98c5b46b is: DOWN; New status is: BUILD {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:13:35.035428 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (cbb9c95b-cd8d-4f2a-b79e-69ea98c5b46b), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:35.055721 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbb9c95b-cd8d-4f2a-b79e-69ea98c5b46b {{(pid=103198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 17:13:35.080276 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] For port cbb9c95b-cd8d-4f2a-b79e-69ea98c5b46b, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=cbb9c95b-cd8d-4f2a-b79e-69ea98c5b46b,segment=NetworkSegment(ea56166e-7389-4e33-97f5-11245c8eda5f),segment_id=ea56166e-7389-4e33-97f5-11245c8eda5f)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:13:35.090849 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4c1a86-97a8-4e48-8d92-310a0bd696c2 req-07bb14ab-56e4-40bb-b914-93104c543f1b tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:35.092440 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-8f4c1a86-97a8-4e48-8d92-310a0bd696c2 req-07bb14ab-56e4-40bb-b914-93104c543f1b tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/ports?device_id=b9b0d347-98b0-4fe6-a443-bf2e28175c8c HTTP/1.1" status: 200 len: 944 time: 0.0962589 Jan 18 17:13:35.128023 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39c7581-2e32-4f02-841b-a568943e70e6 req-1e50abd7-e6c4-48e3-b53f-990a35effde4 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:35.129508 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-f39c7581-2e32-4f02-841b-a568943e70e6 req-1e50abd7-e6c4-48e3-b53f-990a35effde4 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=81188e87-857f-40aa-9453-9d784f358b5d HTTP/1.1" status: 200 len: 945 time: 0.0585985 Jan 18 17:13:35.144483 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-8f4c1a86-97a8-4e48-8d92-310a0bd696c2 req-0fc69faa-497e-4ec1-9372-c9e719df089b tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/security-groups?id=03df2055-10b4-4cb8-8f80-fa2d86607cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460761 Jan 18 17:13:35.166111 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-68852006-7022-4520-b8b2-7019200f0575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (6dc170d1-a789-46bd-8086-70b75ea10a7d), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:35.168730 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-68852006-7022-4520-b8b2-7019200f0575 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:35.172013 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-68852006-7022-4520-b8b2-7019200f0575 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/6dc170d1-a789-46bd-8086-70b75ea10a7d HTTP/1.1" status: 204 len: 168 time: 0.2573972 Jan 18 17:13:35.176802 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 50716) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:13:35.187914 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68852006-7022-4520-b8b2-7019200f0575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc170d1-a789-46bd-8086-70b75ea10a7d,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:35.190167 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (cbb9c95b-cd8d-4f2a-b79e-69ea98c5b46b), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:35.191243 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Device ddf52e68-aa03-475b-b83c-dab38c9f91de details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=103198) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 17:13:35.215260 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-f39c7581-2e32-4f02-841b-a568943e70e6 req-edbe82ef-cce8-4937-9c5f-704eef301a96 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792058 Jan 18 17:13:35.271673 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] For port ddf52e68-aa03-475b-b83c-dab38c9f91de, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=ddf52e68-aa03-475b-b83c-dab38c9f91de,segment=NetworkSegment(4584f792-4385-45bc-9f18-b5d58b51f5e3),segment_id=4584f792-4385-45bc-9f18-b5d58b51f5e3)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:13:35.289701 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Returning: {'device': 'ddf52e68-aa03-475b-b83c-dab38c9f91de', 'network_id': '9ee67609-54ef-4b91-940a-05d38e6b2c9b', 'port_id': 'ddf52e68-aa03-475b-b83c-dab38c9f91de', 'mac_address': 'fa:16:3e:94:d4:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7211cf1f-c33b-4353-a446-bb2d845858ab', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103198) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 17:13:35.302630 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Pushing event updated for resources: {'Port': ['ID=cbb9c95b-cd8d-4f2a-b79e-69ea98c5b46b,revision_number=4']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:35.340074 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Current status of the port ddf52e68-aa03-475b-b83c-dab38c9f91de is: DOWN; New status is: BUILD {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:13:35.340472 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (ddf52e68-aa03-475b-b83c-dab38c9f91de), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:35.355273 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddf52e68-aa03-475b-b83c-dab38c9f91de {{(pid=103198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 17:13:35.373738 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-4d2a07b5-3873-4897-a3b9-a636d742798f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:35.380655 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] For port ddf52e68-aa03-475b-b83c-dab38c9f91de, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=ddf52e68-aa03-475b-b83c-dab38c9f91de,segment=NetworkSegment(4584f792-4385-45bc-9f18-b5d58b51f5e3),segment_id=4584f792-4385-45bc-9f18-b5d58b51f5e3)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:13:35.424194 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (ddf52e68-aa03-475b-b83c-dab38c9f91de), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:35.480690 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-4d2a07b5-3873-4897-a3b9-a636d742798f admin admin] Publish callbacks [] for security_group (78895cbe-853b-408e-8034-1d16220d7226), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:35.483921 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Pushing event updated for resources: {'Port': ['ID=ddf52e68-aa03-475b-b83c-dab38c9f91de,revision_number=4']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:35.532281 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-4d2a07b5-3873-4897-a3b9-a636d742798f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (78895cbe-853b-408e-8034-1d16220d7226), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:35.573156 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a07b5-3873-4897-a3b9-a636d742798f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78895cbe-853b-408e-8034-1d16220d7226,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:35.577697 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-4d2a07b5-3873-4897-a3b9-a636d742798f admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=e798e9b16f27404eb234e679f56f3542&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3993771 Jan 18 17:13:35.580580 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 50732) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:13:35.632563 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-87a40e20-5efe-4f12-8103-2f2666c5122e admin admin] Publish callbacks [] for security_group (78895cbe-853b-408e-8034-1d16220d7226), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:35.660661 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-87a40e20-5efe-4f12-8103-2f2666c5122e admin admin] Publish callbacks [] for security_group (78895cbe-853b-408e-8034-1d16220d7226), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:35.819526 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 50744) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:13:35.832589 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b2e2edbe-a052-485a-95a0-9c7c3b669432 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:35.865639 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] get_ports_and_sgs() called for port_ids ['cbb9c95b-cd8d-4f2a-b79e-69ea98c5b46b'] {{(pid=103198) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 17:13:35.871196 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-87a40e20-5efe-4f12-8103-2f2666c5122e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (78895cbe-853b-408e-8034-1d16220d7226), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:35.873741 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-87a40e20-5efe-4f12-8103-2f2666c5122e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:35.877568 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-87a40e20-5efe-4f12-8103-2f2666c5122e admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/78895cbe-853b-408e-8034-1d16220d7226 HTTP/1.1" status: 204 len: 168 time: 0.2958803 Jan 18 17:13:35.889650 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a40e20-5efe-4f12-8103-2f2666c5122e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78895cbe-853b-408e-8034-1d16220d7226,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:35.912327 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] get_ports_and_sgs() called for port_ids ['ddf52e68-aa03-475b-b83c-dab38c9f91de'] {{(pid=103198) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 17:13:35.961431 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] get_ports_and_sgs() called for port_ids ['612246f5-9e95-4be7-81b2-5f92cce1782e'] {{(pid=103198) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 17:13:35.966043 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] get_ports_and_sgs() called for port_ids ['2706719d-053e-4bba-99a2-f8032595f432'] {{(pid=103198) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 17:13:35.969910 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Device 639bfe46-d950-45f2-9080-a815d5d4244a details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=103198) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 17:13:36.126726 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b2e2edbe-a052-485a-95a0-9c7c3b669432 admin admin] Publish callbacks [] for security_group (54778af0-0e45-49e6-835a-b9c371fb5c5a), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:36.151462 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17857aad-4b5b-4b07-9fa1-cbb4c2b77fcc req-682b08b2-0be7-417c-b7a3-60d15b079dc0 tempest-DeleteServersTestJSON-1389015654 tempest-DeleteServersTestJSON-1389015654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:36.153007 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-17857aad-4b5b-4b07-9fa1-cbb4c2b77fcc req-682b08b2-0be7-417c-b7a3-60d15b079dc0 tempest-DeleteServersTestJSON-1389015654 tempest-DeleteServersTestJSON-1389015654-project] 10.222.0.100 "GET /v2.0/ports?device_id=44a09345-3e20-494f-b75a-816f22853010 HTTP/1.1" status: 200 len: 944 time: 0.2452111 Jan 18 17:13:36.218121 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b2e2edbe-a052-485a-95a0-9c7c3b669432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (54778af0-0e45-49e6-835a-b9c371fb5c5a), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:36.232892 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a11938-326d-4362-8695-a5f7c1ff50e6 req-62b9d81f-5e17-4e96-a11e-46ca9a2fa254 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:36.237049 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-d1a11938-326d-4362-8695-a5f7c1ff50e6 req-62b9d81f-5e17-4e96-a11e-46ca9a2fa254 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 944 time: 0.0661001 Jan 18 17:13:36.255697 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-17857aad-4b5b-4b07-9fa1-cbb4c2b77fcc req-a2577475-0ad8-4b87-a364-6501e3492b57 tempest-DeleteServersTestJSON-1389015654 tempest-DeleteServersTestJSON-1389015654-project] 10.222.0.100 "GET /v2.0/security-groups?id=586fa32f-f935-4b19-919f-0cda76133b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965745 Jan 18 17:13:36.294432 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-b2e2edbe-a052-485a-95a0-9c7c3b669432 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=94ca8fa763e5421cbb8fb5d1b6a70a82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4738033 Jan 18 17:13:36.300457 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 50776) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:13:36.311904 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e2edbe-a052-485a-95a0-9c7c3b669432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54778af0-0e45-49e6-835a-b9c371fb5c5a,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:36.334681 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-d1a11938-326d-4362-8695-a5f7c1ff50e6 req-626c76b9-b01e-4604-9e4e-4c975ab54869 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b366610-e294-4f78-943f-869cfaac134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915825 Jan 18 17:13:36.437245 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-63a094b1-7a46-4dfd-8008-fe9038bd91d5 admin admin] Publish callbacks [] for security_group (54778af0-0e45-49e6-835a-b9c371fb5c5a), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:36.467977 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-63a094b1-7a46-4dfd-8008-fe9038bd91d5 admin admin] Publish callbacks [] for security_group (54778af0-0e45-49e6-835a-b9c371fb5c5a), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:36.477914 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8222ba83-8410-45ea-9efb-67aab3fc4ed2 req-7a0f585d-94fa-4745-a163-a26d767fa76d tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:36.484636 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-8222ba83-8410-45ea-9efb-67aab3fc4ed2 req-7a0f585d-94fa-4745-a163-a26d767fa76d tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/ports?device_id=b9b0d347-98b0-4fe6-a443-bf2e28175c8c HTTP/1.1" status: 200 len: 944 time: 0.0989447 Jan 18 17:13:36.510018 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] For port 639bfe46-d950-45f2-9080-a815d5d4244a, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=639bfe46-d950-45f2-9080-a815d5d4244a,segment=NetworkSegment(7804631f-b978-4531-985d-c1ed5e4123e4),segment_id=7804631f-b978-4531-985d-c1ed5e4123e4)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:13:36.529545 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0493ac-68d0-4d25-a855-9a24ed4211a8 req-9c5cf92d-c27b-469d-9371-eec7336065ba tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:36.537969 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-5d0493ac-68d0-4d25-a855-9a24ed4211a8 req-9c5cf92d-c27b-469d-9371-eec7336065ba tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=81188e87-857f-40aa-9453-9d784f358b5d HTTP/1.1" status: 200 len: 945 time: 0.0624669 Jan 18 17:13:36.568251 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-8222ba83-8410-45ea-9efb-67aab3fc4ed2 req-6ed4afa5-b95e-4e8a-8cce-1677cc2c37bd tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/security-groups?id=03df2055-10b4-4cb8-8f80-fa2d86607cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824542 Jan 18 17:13:36.603802 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Returning: {'device': '639bfe46-d950-45f2-9080-a815d5d4244a', 'network_id': '2be6587c-41c5-41bc-ac5a-09ac1f4499ce', 'port_id': '639bfe46-d950-45f2-9080-a815d5d4244a', 'mac_address': 'fa:16:3e:52:c5:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29c22a55-3970-45d3-a1fa-25a28ccfa3f2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103198) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 17:13:36.608511 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-5d0493ac-68d0-4d25-a855-9a24ed4211a8 req-35e98576-faba-4834-803c-9d8f4be926b1 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696423 Jan 18 17:13:36.637062 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-63a094b1-7a46-4dfd-8008-fe9038bd91d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (54778af0-0e45-49e6-835a-b9c371fb5c5a), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:36.640991 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-63a094b1-7a46-4dfd-8008-fe9038bd91d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:36.651331 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-63a094b1-7a46-4dfd-8008-fe9038bd91d5 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/54778af0-0e45-49e6-835a-b9c371fb5c5a HTTP/1.1" status: 204 len: 168 time: 0.3522902 Jan 18 17:13:36.664570 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a094b1-7a46-4dfd-8008-fe9038bd91d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54778af0-0e45-49e6-835a-b9c371fb5c5a,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:36.746728 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 50802) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:13:36.761939 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-58267480-0ca5-4033-a009-9f683bedc8b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:36.768410 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Current status of the port 639bfe46-d950-45f2-9080-a815d5d4244a is: DOWN; New status is: BUILD {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:13:36.768806 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (639bfe46-d950-45f2-9080-a815d5d4244a), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:36.846004 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 639bfe46-d950-45f2-9080-a815d5d4244a {{(pid=103198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 17:13:36.882764 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-58267480-0ca5-4033-a009-9f683bedc8b1 admin admin] Publish callbacks [] for security_group (c899a6dc-ffb6-47c0-be16-886f5d925ef9), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:36.895283 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] For port 639bfe46-d950-45f2-9080-a815d5d4244a, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=639bfe46-d950-45f2-9080-a815d5d4244a,segment=NetworkSegment(7804631f-b978-4531-985d-c1ed5e4123e4),segment_id=7804631f-b978-4531-985d-c1ed5e4123e4)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:13:36.955290 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-58267480-0ca5-4033-a009-9f683bedc8b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (c899a6dc-ffb6-47c0-be16-886f5d925ef9), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:36.965969 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (639bfe46-d950-45f2-9080-a815d5d4244a), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:37.019676 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-58267480-0ca5-4033-a009-9f683bedc8b1 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=c034ab12fcf6476591052f25724033f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2717855 Jan 18 17:13:37.021888 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58267480-0ca5-4033-a009-9f683bedc8b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c899a6dc-ffb6-47c0-be16-886f5d925ef9,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:37.022835 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 50810) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:13:37.024588 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Pushing event updated for resources: {'Port': ['ID=639bfe46-d950-45f2-9080-a815d5d4244a,revision_number=4']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:37.085697 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-c654f368-78e4-4cd6-8e66-1e53ea24b721 admin admin] Publish callbacks [] for security_group (c899a6dc-ffb6-47c0-be16-886f5d925ef9), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:37.107710 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-c654f368-78e4-4cd6-8e66-1e53ea24b721 admin admin] Publish callbacks [] for security_group (c899a6dc-ffb6-47c0-be16-886f5d925ef9), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:37.234777 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-c654f368-78e4-4cd6-8e66-1e53ea24b721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (c899a6dc-ffb6-47c0-be16-886f5d925ef9), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:37.237471 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-c654f368-78e4-4cd6-8e66-1e53ea24b721 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:37.238747 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-c654f368-78e4-4cd6-8e66-1e53ea24b721 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/c899a6dc-ffb6-47c0-be16-886f5d925ef9 HTTP/1.1" status: 204 len: 168 time: 0.2144585 Jan 18 17:13:37.247308 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c654f368-78e4-4cd6-8e66-1e53ea24b721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c899a6dc-ffb6-47c0-be16-886f5d925ef9,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:37.324201 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] get_ports_and_sgs() called for port_ids ['639bfe46-d950-45f2-9080-a815d5d4244a'] {{(pid=103198) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 17:13:37.386117 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3fd11-2c4a-4608-981b-ec58f8647525 req-c42eaaa6-9ad3-4b5a-befc-ff83f46385db tempest-DeleteServersTestJSON-1389015654 tempest-DeleteServersTestJSON-1389015654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:37.397625 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-40b3fd11-2c4a-4608-981b-ec58f8647525 req-c42eaaa6-9ad3-4b5a-befc-ff83f46385db tempest-DeleteServersTestJSON-1389015654 tempest-DeleteServersTestJSON-1389015654-project] 10.222.0.100 "GET /v2.0/ports?device_id=44a09345-3e20-494f-b75a-816f22853010 HTTP/1.1" status: 200 len: 944 time: 0.0619593 Jan 18 17:13:37.456371 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-40b3fd11-2c4a-4608-981b-ec58f8647525 req-0e431c74-4651-4a5e-80f7-ea84ff359d98 tempest-DeleteServersTestJSON-1389015654 tempest-DeleteServersTestJSON-1389015654-project] 10.222.0.100 "GET /v2.0/security-groups?id=586fa32f-f935-4b19-919f-0cda76133b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577898 Jan 18 17:13:37.462049 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 50828) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:13:37.504136 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a983022b-a7e9-49c0-9969-2c5c9d65b9c6 req-ec684951-d605-4928-82d6-f25c6d5f56e7 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:37.505960 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-a983022b-a7e9-49c0-9969-2c5c9d65b9c6 req-ec684951-d605-4928-82d6-f25c6d5f56e7 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 945 time: 0.0704639 Jan 18 17:13:37.559844 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-a983022b-a7e9-49c0-9969-2c5c9d65b9c6 req-6734faa1-a83b-43d5-b52f-1a597e08f5bb tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b366610-e294-4f78-943f-869cfaac134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465429 Jan 18 17:13:37.690467 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad512cb4-2f83-49d2-a0d6-4463938cf69a req-00b3fad8-1aa6-4574-8825-e2210fa57fd8 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:37.692177 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-ad512cb4-2f83-49d2-a0d6-4463938cf69a req-00b3fad8-1aa6-4574-8825-e2210fa57fd8 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/ports?device_id=b9b0d347-98b0-4fe6-a443-bf2e28175c8c HTTP/1.1" status: 200 len: 944 time: 0.0605347 Jan 18 17:13:37.755467 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-ad512cb4-2f83-49d2-a0d6-4463938cf69a req-6863d1d6-e47c-48e7-84d8-bc034ad8eaad tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/security-groups?id=03df2055-10b4-4cb8-8f80-fa2d86607cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548284 Jan 18 17:13:37.790326 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdfc894-54b4-43a0-8a1d-234c035255be req-7cbb3dfb-542e-4c84-b4bf-78fc4c24182e tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:37.800086 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-8fdfc894-54b4-43a0-8a1d-234c035255be req-7cbb3dfb-542e-4c84-b4bf-78fc4c24182e tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=81188e87-857f-40aa-9453-9d784f358b5d HTTP/1.1" status: 200 len: 945 time: 0.0862861 Jan 18 17:13:37.802687 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-87667fb7-c24c-4291-a0ed-bec6d3f274bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:37.854864 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-8fdfc894-54b4-43a0-8a1d-234c035255be req-e5562415-9776-40c2-825a-f644b42130a8 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535541 Jan 18 17:13:37.906633 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-87667fb7-c24c-4291-a0ed-bec6d3f274bf admin admin] Publish callbacks [] for security_group (97a978bb-6585-4deb-a9ce-0350d0e0e109), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:37.922458 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Device 612246f5-9e95-4be7-81b2-5f92cce1782e up at agent hyperv_hv-cinder-73362 {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 17:13:37.989936 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-87667fb7-c24c-4291-a0ed-bec6d3f274bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (97a978bb-6585-4deb-a9ce-0350d0e0e109), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:38.032121 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-87667fb7-c24c-4291-a0ed-bec6d3f274bf admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=db85c32e9bca4e2cbabce5630b3d4a82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5678406 Jan 18 17:13:38.033305 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87667fb7-c24c-4291-a0ed-bec6d3f274bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97a978bb-6585-4deb-a9ce-0350d0e0e109,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:38.035275 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 50860) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:13:38.036543 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Provisioning for port 612246f5-9e95-4be7-81b2-5f92cce1782e completed by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 17:13:38.041372 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Provisioning complete for port 612246f5-9e95-4be7-81b2-5f92cce1782e triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:13:38.042326 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (612246f5-9e95-4be7-81b2-5f92cce1782e), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:38.100938 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8c02b09c-3311-4665-b158-3fc2a1b964a4 admin admin] Publish callbacks [] for security_group (97a978bb-6585-4deb-a9ce-0350d0e0e109), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:38.127077 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8c02b09c-3311-4665-b158-3fc2a1b964a4 admin admin] Publish callbacks [] for security_group (97a978bb-6585-4deb-a9ce-0350d0e0e109), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:38.139692 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Current status of the port 612246f5-9e95-4be7-81b2-5f92cce1782e is: BUILD; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:13:38.140595 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (612246f5-9e95-4be7-81b2-5f92cce1782e), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:38.235040 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8c02b09c-3311-4665-b158-3fc2a1b964a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (97a978bb-6585-4deb-a9ce-0350d0e0e109), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:38.237716 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8c02b09c-3311-4665-b158-3fc2a1b964a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:38.242670 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-8c02b09c-3311-4665-b158-3fc2a1b964a4 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/97a978bb-6585-4deb-a9ce-0350d0e0e109 HTTP/1.1" status: 204 len: 168 time: 0.2028489 Jan 18 17:13:38.250509 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c02b09c-3311-4665-b158-3fc2a1b964a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a978bb-6585-4deb-a9ce-0350d0e0e109,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:38.280880 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81188e87-857f-40aa-9453-9d784f358b5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '612246f5-9e95-4be7-81b2-5f92cce1782e'}] {{(pid=103198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 17:13:38.350860 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] For port 612246f5-9e95-4be7-81b2-5f92cce1782e, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=612246f5-9e95-4be7-81b2-5f92cce1782e,segment=NetworkSegment(4584f792-4385-45bc-9f18-b5d58b51f5e3),segment_id=4584f792-4385-45bc-9f18-b5d58b51f5e3)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:13:38.417725 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (612246f5-9e95-4be7-81b2-5f92cce1782e), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:38.418491 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Device 2706719d-053e-4bba-99a2-f8032595f432 up at agent hyperv_hv-cinder-73362 {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 17:13:38.497510 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Pushing event updated for resources: {'Port': ['ID=612246f5-9e95-4be7-81b2-5f92cce1782e,revision_number=5']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:38.554846 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Provisioning for port 2706719d-053e-4bba-99a2-f8032595f432 completed by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 17:13:38.558941 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Provisioning complete for port 2706719d-053e-4bba-99a2-f8032595f432 triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:13:38.559374 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (2706719d-053e-4bba-99a2-f8032595f432), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:38.594016 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd31362-6cc4-4035-b23a-a401aa5d75a7 req-c6537052-f159-47e1-99b7-3c03fe7121b9 tempest-DeleteServersTestJSON-1389015654 tempest-DeleteServersTestJSON-1389015654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:38.595769 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-cfd31362-6cc4-4035-b23a-a401aa5d75a7 req-c6537052-f159-47e1-99b7-3c03fe7121b9 tempest-DeleteServersTestJSON-1389015654 tempest-DeleteServersTestJSON-1389015654-project] 10.222.0.100 "GET /v2.0/ports?device_id=44a09345-3e20-494f-b75a-816f22853010 HTTP/1.1" status: 200 len: 944 time: 0.0563891 Jan 18 17:13:38.663211 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-cfd31362-6cc4-4035-b23a-a401aa5d75a7 req-85b29839-6276-4657-9463-3599f8c914f8 tempest-DeleteServersTestJSON-1389015654 tempest-DeleteServersTestJSON-1389015654-project] 10.222.0.100 "GET /v2.0/security-groups?id=586fa32f-f935-4b19-919f-0cda76133b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598404 Jan 18 17:13:38.678120 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Current status of the port 2706719d-053e-4bba-99a2-f8032595f432 is: BUILD; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:13:38.678120 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (2706719d-053e-4bba-99a2-f8032595f432), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:38.708949 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 50884) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:13:38.727634 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] For port 2706719d-053e-4bba-99a2-f8032595f432, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=2706719d-053e-4bba-99a2-f8032595f432,segment=NetworkSegment(2fccfc1b-cb99-45b9-9f8c-ca3412f0a050),segment_id=2fccfc1b-cb99-45b9-9f8c-ca3412f0a050)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:13:38.728492 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f33ac58-67d5-404a-8c9d-025ae2132d7e req-4c816863-f557-4959-bcf7-fdcf1ef0d03b tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:38.735593 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-5f33ac58-67d5-404a-8c9d-025ae2132d7e req-4c816863-f557-4959-bcf7-fdcf1ef0d03b tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 945 time: 0.0910101 Jan 18 17:13:38.784298 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-5f33ac58-67d5-404a-8c9d-025ae2132d7e req-f44bf477-6296-4dc0-9ffb-a7526ab76be9 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b366610-e294-4f78-943f-869cfaac134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477860 Jan 18 17:13:38.800865 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (2706719d-053e-4bba-99a2-f8032595f432), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:38.802448 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Device cbb9c95b-cd8d-4f2a-b79e-69ea98c5b46b up at agent hyperv_hv-cinder-73362 {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 17:13:38.878823 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97aa477b9a8a7659066d830c0d89a1f304b03425b5691a2db6f60cb613ebd93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a68505c-1880-4af6-abe2-4bc92bb1f804" -d '{"events": [{"server_uuid": "81188e87-857f-40aa-9453-9d784f358b5d", "name": "network-vif-plugged", "status": "completed", "tag": "612246f5-9e95-4be7-81b2-5f92cce1782e"}]}' {{(pid=103198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 17:13:38.896739 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Pushing event updated for resources: {'Port': ['ID=2706719d-053e-4bba-99a2-f8032595f432,revision_number=5']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:38.955908 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-65b80fdf-764d-46ec-a17a-e128cb3d0243 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:38.992640 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4196cd7-4756-4d95-9eac-6b894101df7f req-f2dadf65-eff7-494b-95de-672e27c5218f tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:38.994150 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-b4196cd7-4756-4d95-9eac-6b894101df7f req-f2dadf65-eff7-494b-95de-672e27c5218f tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/ports?device_id=b9b0d347-98b0-4fe6-a443-bf2e28175c8c HTTP/1.1" status: 200 len: 945 time: 0.1276999 Jan 18 17:13:39.005915 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Provisioning for port cbb9c95b-cd8d-4f2a-b79e-69ea98c5b46b completed by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 17:13:39.010772 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Provisioning complete for port cbb9c95b-cd8d-4f2a-b79e-69ea98c5b46b triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:13:39.011561 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (cbb9c95b-cd8d-4f2a-b79e-69ea98c5b46b), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:39.011843 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a74e546-bf52-4e7d-a3e4-6a6d8b4379e2 req-e76ec08e-97bf-4907-b3c0-53dda97f1d65 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:39.014432 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-8a74e546-bf52-4e7d-a3e4-6a6d8b4379e2 req-e76ec08e-97bf-4907-b3c0-53dda97f1d65 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=81188e87-857f-40aa-9453-9d784f358b5d HTTP/1.1" status: 200 len: 946 time: 0.0608871 Jan 18 17:13:39.071667 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-8a74e546-bf52-4e7d-a3e4-6a6d8b4379e2 req-c593a6ea-169e-4f33-ac35-085a259edd5e tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483601 Jan 18 17:13:39.072317 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-b4196cd7-4756-4d95-9eac-6b894101df7f req-2e33d142-fcd1-48ae-91ff-fef8f3be67e0 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/security-groups?id=03df2055-10b4-4cb8-8f80-fa2d86607cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692930 Jan 18 17:13:39.098471 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-65b80fdf-764d-46ec-a17a-e128cb3d0243 admin admin] Publish callbacks [] for security_group (0feeccfc-2c49-4b23-9772-363efeb6ff95), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:39.116764 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Current status of the port cbb9c95b-cd8d-4f2a-b79e-69ea98c5b46b is: BUILD; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:13:39.117167 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (cbb9c95b-cd8d-4f2a-b79e-69ea98c5b46b), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:39.154811 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] For port cbb9c95b-cd8d-4f2a-b79e-69ea98c5b46b, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=cbb9c95b-cd8d-4f2a-b79e-69ea98c5b46b,segment=NetworkSegment(ea56166e-7389-4e33-97f5-11245c8eda5f),segment_id=ea56166e-7389-4e33-97f5-11245c8eda5f)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:13:39.198061 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-65b80fdf-764d-46ec-a17a-e128cb3d0243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (0feeccfc-2c49-4b23-9772-363efeb6ff95), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:39.223628 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (cbb9c95b-cd8d-4f2a-b79e-69ea98c5b46b), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:39.225034 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Device ddf52e68-aa03-475b-b83c-dab38c9f91de up at agent hyperv_hv-cinder-73362 {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 17:13:39.245895 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-65b80fdf-764d-46ec-a17a-e128cb3d0243 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=41d32079484b42dbb9a8a4f9bb395dab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5360878 Jan 18 17:13:39.248692 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 50912) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:13:39.250923 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b80fdf-764d-46ec-a17a-e128cb3d0243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0feeccfc-2c49-4b23-9772-363efeb6ff95,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:39.299139 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Pushing event updated for resources: {'Port': ['ID=cbb9c95b-cd8d-4f2a-b79e-69ea98c5b46b,revision_number=5']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:39.339621 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-70e0c7f5-8292-4578-a3e2-f26a61d96180 admin admin] Publish callbacks [] for security_group (0feeccfc-2c49-4b23-9772-363efeb6ff95), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:39.342084 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 17:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0989983a-61d9-42c9-ae1f-dddfceedb207 x-openstack-request-id: req-0989983a-61d9-42c9-ae1f-dddfceedb207 {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 17:13:39.342403 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81188e87-857f-40aa-9453-9d784f358b5d", "name": "network-vif-plugged", "status": "completed", "tag": "612246f5-9e95-4be7-81b2-5f92cce1782e", "code": 200}]} {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 17:13:39.342658 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-0989983a-61d9-42c9-ae1f-dddfceedb207 {{(pid=103198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 17:13:39.343131 dv-cinder-733623-11-iscsi neutron-server[103198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81188e87-857f-40aa-9453-9d784f358b5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '612246f5-9e95-4be7-81b2-5f92cce1782e', 'code': 200} Jan 18 17:13:39.366502 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-70e0c7f5-8292-4578-a3e2-f26a61d96180 admin admin] Publish callbacks [] for security_group (0feeccfc-2c49-4b23-9772-363efeb6ff95), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:39.372393 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Provisioning for port ddf52e68-aa03-475b-b83c-dab38c9f91de completed by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 17:13:39.380891 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Provisioning complete for port ddf52e68-aa03-475b-b83c-dab38c9f91de triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:13:39.381826 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (ddf52e68-aa03-475b-b83c-dab38c9f91de), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:39.495165 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Current status of the port ddf52e68-aa03-475b-b83c-dab38c9f91de is: BUILD; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:13:39.495546 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (ddf52e68-aa03-475b-b83c-dab38c9f91de), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:39.531822 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-70e0c7f5-8292-4578-a3e2-f26a61d96180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (0feeccfc-2c49-4b23-9772-363efeb6ff95), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:39.533145 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] For port ddf52e68-aa03-475b-b83c-dab38c9f91de, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=ddf52e68-aa03-475b-b83c-dab38c9f91de,segment=NetworkSegment(4584f792-4385-45bc-9f18-b5d58b51f5e3),segment_id=4584f792-4385-45bc-9f18-b5d58b51f5e3)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:13:39.534843 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-70e0c7f5-8292-4578-a3e2-f26a61d96180 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:39.539487 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-70e0c7f5-8292-4578-a3e2-f26a61d96180 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/0feeccfc-2c49-4b23-9772-363efeb6ff95 HTTP/1.1" status: 204 len: 168 time: 0.2863402 Jan 18 17:13:39.544745 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e0c7f5-8292-4578-a3e2-f26a61d96180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0feeccfc-2c49-4b23-9772-363efeb6ff95,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:39.617829 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (ddf52e68-aa03-475b-b83c-dab38c9f91de), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:39.678157 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Pushing event updated for resources: {'Port': ['ID=ddf52e68-aa03-475b-b83c-dab38c9f91de,revision_number=5']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:39.742873 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f74d1c-0344-4dd5-a10b-c37a070660be req-187b02f4-5373-40c9-b0c8-11284b4f4581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:39.798215 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-60f74d1c-0344-4dd5-a10b-c37a070660be req-187b02f4-5373-40c9-b0c8-11284b4f4581 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=81188e87-857f-40aa-9453-9d784f358b5d HTTP/1.1" status: 200 len: 1099 time: 0.0888493 Jan 18 17:13:39.798215 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-60f74d1c-0344-4dd5-a10b-c37a070660be req-feba24b7-378e-4071-ab7c-8fb4b8c0d6fa service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:39.802391 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5462d234-e438-4c8f-af51-4d0abcffb1c5 req-f4e457be-91fe-41ec-b314-9e3d02580277 tempest-DeleteServersTestJSON-1389015654 tempest-DeleteServersTestJSON-1389015654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:39.803903 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-5462d234-e438-4c8f-af51-4d0abcffb1c5 req-f4e457be-91fe-41ec-b314-9e3d02580277 tempest-DeleteServersTestJSON-1389015654 tempest-DeleteServersTestJSON-1389015654-project] 10.222.0.100 "GET /v2.0/ports?device_id=44a09345-3e20-494f-b75a-816f22853010 HTTP/1.1" status: 200 len: 945 time: 0.0539639 Jan 18 17:13:39.858672 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-5462d234-e438-4c8f-af51-4d0abcffb1c5 req-1d01c7ba-cf6e-408e-9a52-481f016329c6 tempest-DeleteServersTestJSON-1389015654 tempest-DeleteServersTestJSON-1389015654-project] 10.222.0.100 "GET /v2.0/security-groups?id=586fa32f-f935-4b19-919f-0cda76133b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484607 Jan 18 17:13:39.867037 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-60f74d1c-0344-4dd5-a10b-c37a070660be req-feba24b7-378e-4071-ab7c-8fb4b8c0d6fa service neutron] Publish callbacks [] for security_group (49288e7a-9df6-4770-b681-0655d65385d2), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:39.931368 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5ab8af-5d46-4aaf-b197-c2a8991480bb req-96f4df70-4b4e-4cc3-afdf-a46f77e44cba tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:39.932879 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-3b5ab8af-5d46-4aaf-b197-c2a8991480bb req-96f4df70-4b4e-4cc3-afdf-a46f77e44cba tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 945 time: 0.0511072 Jan 18 17:13:39.938095 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Device 639bfe46-d950-45f2-9080-a815d5d4244a up at agent hyperv_hv-cinder-73362 {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 17:13:40.011982 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-3b5ab8af-5d46-4aaf-b197-c2a8991480bb req-b125ab25-5053-49dc-a126-5691e36fa332 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b366610-e294-4f78-943f-869cfaac134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630789 Jan 18 17:13:40.013358 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-60f74d1c-0344-4dd5-a10b-c37a070660be req-feba24b7-378e-4071-ab7c-8fb4b8c0d6fa service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (49288e7a-9df6-4770-b681-0655d65385d2), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:40.063544 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-60f74d1c-0344-4dd5-a10b-c37a070660be req-feba24b7-378e-4071-ab7c-8fb4b8c0d6fa service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3129432 Jan 18 17:13:40.063914 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba24b7-378e-4071-ab7c-8fb4b8c0d6fa service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=49288e7a-9df6-4770-b681-0655d65385d2,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:40.065047 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Provisioning for port 639bfe46-d950-45f2-9080-a815d5d4244a completed by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 17:13:40.074634 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Provisioning complete for port 639bfe46-d950-45f2-9080-a815d5d4244a triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:13:40.074634 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (639bfe46-d950-45f2-9080-a815d5d4244a), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:40.191901 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Current status of the port 639bfe46-d950-45f2-9080-a815d5d4244a is: BUILD; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:13:40.191901 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (639bfe46-d950-45f2-9080-a815d5d4244a), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:40.221533 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfbd622-e63b-4992-b880-75c543317b41 req-91d4de93-8afb-4cdf-94c9-e22142998c96 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:40.230414 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-acfbd622-e63b-4992-b880-75c543317b41 req-91d4de93-8afb-4cdf-94c9-e22142998c96 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=81188e87-857f-40aa-9453-9d784f358b5d HTTP/1.1" status: 200 len: 946 time: 0.0667377 Jan 18 17:13:40.241032 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] For port 639bfe46-d950-45f2-9080-a815d5d4244a, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=639bfe46-d950-45f2-9080-a815d5d4244a,segment=NetworkSegment(7804631f-b978-4531-985d-c1ed5e4123e4),segment_id=7804631f-b978-4531-985d-c1ed5e4123e4)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:13:40.255637 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6324fe72-e1ac-486f-8726-e244d158cf57 req-79fe02c6-1968-43db-ade1-7dc80b6d9e76 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:40.257742 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-6324fe72-e1ac-486f-8726-e244d158cf57 req-79fe02c6-1968-43db-ade1-7dc80b6d9e76 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/ports?device_id=b9b0d347-98b0-4fe6-a443-bf2e28175c8c HTTP/1.1" status: 200 len: 945 time: 0.0893557 Jan 18 17:13:40.303561 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-acfbd622-e63b-4992-b880-75c543317b41 req-bc69c2ee-5eb1-4551-a5d4-2d0f188cee6a tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684733 Jan 18 17:13:40.311248 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-6324fe72-e1ac-486f-8726-e244d158cf57 req-71ae1b0b-a3b1-4a2d-98a0-20630c008f59 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/security-groups?id=03df2055-10b4-4cb8-8f80-fa2d86607cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466893 Jan 18 17:13:40.316171 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (639bfe46-d950-45f2-9080-a815d5d4244a), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:40.363868 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Pushing event updated for resources: {'Port': ['ID=639bfe46-d950-45f2-9080-a815d5d4244a,revision_number=5']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:40.647030 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 50966) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:13:40.674937 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 50970) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:13:40.921512 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 50978) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:13:40.941820 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-149d275a-2b0c-4a9b-aafb-896d18c2ccd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:40.948862 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (e727efee-c94b-447a-9897-92f425521d05), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:40.986260 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6759198f-4a22-4d89-a67e-b2651887e99c req-81af50f0-e684-41a4-b52b-b0df69e54882 tempest-DeleteServersTestJSON-1389015654 tempest-DeleteServersTestJSON-1389015654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:40.995041 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-6759198f-4a22-4d89-a67e-b2651887e99c req-81af50f0-e684-41a4-b52b-b0df69e54882 tempest-DeleteServersTestJSON-1389015654 tempest-DeleteServersTestJSON-1389015654-project] 10.222.0.100 "GET /v2.0/ports?device_id=44a09345-3e20-494f-b75a-816f22853010 HTTP/1.1" status: 200 len: 945 time: 0.0599527 Jan 18 17:13:40.998628 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1529e7c8-0e4e-441c-8716-c0f76d388f11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:41.056202 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-6759198f-4a22-4d89-a67e-b2651887e99c req-6efac876-7cb5-4a8b-86a2-648874b031af tempest-DeleteServersTestJSON-1389015654 tempest-DeleteServersTestJSON-1389015654-project] 10.222.0.100 "GET /v2.0/security-groups?id=586fa32f-f935-4b19-919f-0cda76133b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564883 Jan 18 17:13:41.109674 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-149d275a-2b0c-4a9b-aafb-896d18c2ccd6 admin admin] Publish callbacks [] for security_group (b3d163f4-e225-4898-9c22-b255ecccdc14), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:41.172416 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-24a50c1c-9863-4d54-a740-cb5b9b34035d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:41.178493 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-149d275a-2b0c-4a9b-aafb-896d18c2ccd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (b3d163f4-e225-4898-9c22-b255ecccdc14), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:41.209903 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1529e7c8-0e4e-441c-8716-c0f76d388f11 admin admin] Publish callbacks [] for security_group (77c842b2-5d45-4d89-bdcb-b534e70d6f5e), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:41.249715 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-149d275a-2b0c-4a9b-aafb-896d18c2ccd6 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=e4704e7184fe42c3b3a5f314b1987c09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3268499 Jan 18 17:13:41.252385 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 50984) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:13:41.259658 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cf8f20-9909-462a-9e0f-bb8d1b629373 req-a8f2a48e-b7e7-4472-971a-cba76ce686ad tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:41.261508 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-82cf8f20-9909-462a-9e0f-bb8d1b629373 req-a8f2a48e-b7e7-4472-971a-cba76ce686ad tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 946 time: 0.1438327 Jan 18 17:13:41.263313 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149d275a-2b0c-4a9b-aafb-896d18c2ccd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d163f4-e225-4898-9c22-b255ecccdc14,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:41.296961 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1529e7c8-0e4e-441c-8716-c0f76d388f11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (77c842b2-5d45-4d89-bdcb-b534e70d6f5e), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:41.320229 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-858a7447-577c-47c2-8393-b00a9a3f9ffa admin admin] Publish callbacks [] for security_group (b3d163f4-e225-4898-9c22-b255ecccdc14), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:41.344300 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9b0d347-98b0-4fe6-a443-bf2e28175c8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2706719d-053e-4bba-99a2-f8032595f432'}, {'server_uuid': '44a09345-3e20-494f-b75a-816f22853010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbb9c95b-cd8d-4f2a-b79e-69ea98c5b46b'}, {'server_uuid': 'fd06e8ed-8113-4ba5-8f7b-c7a1759d866f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddf52e68-aa03-475b-b83c-dab38c9f91de'}, {'server_uuid': 'a58e7380-d7cf-40d5-8134-db17de0ec442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '639bfe46-d950-45f2-9080-a815d5d4244a'}] {{(pid=103198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 17:13:41.349278 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97aa477b9a8a7659066d830c0d89a1f304b03425b5691a2db6f60cb613ebd93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2806ac99-d322-4e3b-8885-9f59c474fb6e" -d '{"events": [{"server_uuid": "b9b0d347-98b0-4fe6-a443-bf2e28175c8c", "name": "network-vif-plugged", "status": "completed", "tag": "2706719d-053e-4bba-99a2-f8032595f432"}, {"server_uuid": "44a09345-3e20-494f-b75a-816f22853010", "name": "network-vif-plugged", "status": "completed", "tag": "cbb9c95b-cd8d-4f2a-b79e-69ea98c5b46b"}, {"server_uuid": "fd06e8ed-8113-4ba5-8f7b-c7a1759d866f", "name": "network-vif-plugged", "status": "completed", "tag": "ddf52e68-aa03-475b-b83c-dab38c9f91de"}, {"server_uuid": "a58e7380-d7cf-40d5-8134-db17de0ec442", "name": "network-vif-plugged", "status": "completed", "tag": "639bfe46-d950-45f2-9080-a815d5d4244a"}]}' {{(pid=103198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 17:13:41.364686 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-858a7447-577c-47c2-8393-b00a9a3f9ffa admin admin] Publish callbacks [] for security_group (b3d163f4-e225-4898-9c22-b255ecccdc14), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:41.375548 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1529e7c8-0e4e-441c-8716-c0f76d388f11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77c842b2-5d45-4d89-bdcb-b534e70d6f5e,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:41.387293 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-1529e7c8-0e4e-441c-8716-c0f76d388f11 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=1bbcad29277543d48af3016e2dce0aac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7390735 Jan 18 17:13:41.390628 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 50994) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:13:41.395232 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-82cf8f20-9909-462a-9e0f-bb8d1b629373 req-eafad853-b6e7-4463-8272-fa35a0722ab6 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b366610-e294-4f78-943f-869cfaac134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256359 Jan 18 17:13:41.440586 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-24a50c1c-9863-4d54-a740-cb5b9b34035d admin admin] Publish callbacks [] for security_group (f466c25c-3d61-4e97-95d5-940e4caaa9e8), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:41.478484 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c29629-5bee-40cf-8c8d-eb07ab4e0ae7 req-cdc68e6c-1c25-411f-83b8-53ccb497221a tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:41.484467 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-26c29629-5bee-40cf-8c8d-eb07ab4e0ae7 req-cdc68e6c-1c25-411f-83b8-53ccb497221a tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=81188e87-857f-40aa-9453-9d784f358b5d HTTP/1.1" status: 200 len: 946 time: 0.0680521 Jan 18 17:13:41.489664 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2a22a8ed-2005-41ba-b378-7c3421587436 admin admin] Publish callbacks [] for security_group (77c842b2-5d45-4d89-bdcb-b534e70d6f5e), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:41.531793 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-24a50c1c-9863-4d54-a740-cb5b9b34035d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (f466c25c-3d61-4e97-95d5-940e4caaa9e8), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:41.537601 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2a22a8ed-2005-41ba-b378-7c3421587436 admin admin] Publish callbacks [] for security_group (77c842b2-5d45-4d89-bdcb-b534e70d6f5e), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:41.544081 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-26c29629-5bee-40cf-8c8d-eb07ab4e0ae7 req-bd3c4cba-b3af-40c4-a810-b670344e7ba0 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585933 Jan 18 17:13:41.555594 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-858a7447-577c-47c2-8393-b00a9a3f9ffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (b3d163f4-e225-4898-9c22-b255ecccdc14), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:41.563267 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-858a7447-577c-47c2-8393-b00a9a3f9ffa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:41.564572 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-858a7447-577c-47c2-8393-b00a9a3f9ffa admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/b3d163f4-e225-4898-9c22-b255ecccdc14 HTTP/1.1" status: 204 len: 168 time: 0.3111341 Jan 18 17:13:41.580147 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858a7447-577c-47c2-8393-b00a9a3f9ffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d163f4-e225-4898-9c22-b255ecccdc14,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:41.608947 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffe0f0f-980f-4bb3-9c6d-6081397a1549 req-07805de7-f379-45ab-8c2c-3587cb764d1b tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:41.610444 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-cffe0f0f-980f-4bb3-9c6d-6081397a1549 req-07805de7-f379-45ab-8c2c-3587cb764d1b tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/ports?device_id=b9b0d347-98b0-4fe6-a443-bf2e28175c8c HTTP/1.1" status: 200 len: 945 time: 0.1393921 Jan 18 17:13:41.641178 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-24a50c1c-9863-4d54-a740-cb5b9b34035d admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=af7dbfaeefdd407db743212089a84ebc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9650581 Jan 18 17:13:41.643709 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a50c1c-9863-4d54-a740-cb5b9b34035d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f466c25c-3d61-4e97-95d5-940e4caaa9e8,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:41.643905 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 51002) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:13:41.652784 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Tue, 18 Jan 2022 17:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7087bb9-ad50-4695-a2c6-311e61a4685d x-openstack-request-id: req-a7087bb9-ad50-4695-a2c6-311e61a4685d {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 17:13:41.653740 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9b0d347-98b0-4fe6-a443-bf2e28175c8c", "name": "network-vif-plugged", "status": "completed", "tag": "2706719d-053e-4bba-99a2-f8032595f432", "code": 200}, {"server_uuid": "44a09345-3e20-494f-b75a-816f22853010", "name": "network-vif-plugged", "status": "completed", "tag": "cbb9c95b-cd8d-4f2a-b79e-69ea98c5b46b", "code": 200}, {"server_uuid": "fd06e8ed-8113-4ba5-8f7b-c7a1759d866f", "name": "network-vif-plugged", "status": "completed", "tag": "ddf52e68-aa03-475b-b83c-dab38c9f91de", "code": 200}, {"server_uuid": "a58e7380-d7cf-40d5-8134-db17de0ec442", "name": "network-vif-plugged", "status": "completed", "tag": "639bfe46-d950-45f2-9080-a815d5d4244a", "code": 200}]} {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 17:13:41.654745 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-a7087bb9-ad50-4695-a2c6-311e61a4685d {{(pid=103198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 17:13:41.656272 dv-cinder-733623-11-iscsi neutron-server[103198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9b0d347-98b0-4fe6-a443-bf2e28175c8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2706719d-053e-4bba-99a2-f8032595f432', 'code': 200} Jan 18 17:13:41.656272 dv-cinder-733623-11-iscsi neutron-server[103198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44a09345-3e20-494f-b75a-816f22853010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbb9c95b-cd8d-4f2a-b79e-69ea98c5b46b', 'code': 200} Jan 18 17:13:41.656272 dv-cinder-733623-11-iscsi neutron-server[103198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd06e8ed-8113-4ba5-8f7b-c7a1759d866f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddf52e68-aa03-475b-b83c-dab38c9f91de', 'code': 200} Jan 18 17:13:41.656898 dv-cinder-733623-11-iscsi neutron-server[103198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a58e7380-d7cf-40d5-8134-db17de0ec442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '639bfe46-d950-45f2-9080-a815d5d4244a', 'code': 200} Jan 18 17:13:41.698471 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-cffe0f0f-980f-4bb3-9c6d-6081397a1549 req-d34b47c1-fef6-442c-b860-7d595d7e25e0 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/security-groups?id=03df2055-10b4-4cb8-8f80-fa2d86607cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718641 Jan 18 17:13:41.735490 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-1addbdd0-f9ff-4caf-a4d9-ac33c98db26d admin admin] Publish callbacks [] for security_group (f466c25c-3d61-4e97-95d5-940e4caaa9e8), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:41.771994 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-1addbdd0-f9ff-4caf-a4d9-ac33c98db26d admin admin] Publish callbacks [] for security_group (f466c25c-3d61-4e97-95d5-940e4caaa9e8), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:41.818347 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2a22a8ed-2005-41ba-b378-7c3421587436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (77c842b2-5d45-4d89-bdcb-b534e70d6f5e), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:41.822067 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2a22a8ed-2005-41ba-b378-7c3421587436 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:41.824641 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-2a22a8ed-2005-41ba-b378-7c3421587436 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/77c842b2-5d45-4d89-bdcb-b534e70d6f5e HTTP/1.1" status: 204 len: 168 time: 0.4285562 Jan 18 17:13:41.836157 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a22a8ed-2005-41ba-b378-7c3421587436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c842b2-5d45-4d89-bdcb-b534e70d6f5e,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:41.897941 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-1addbdd0-f9ff-4caf-a4d9-ac33c98db26d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (f466c25c-3d61-4e97-95d5-940e4caaa9e8), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:41.904001 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-1addbdd0-f9ff-4caf-a4d9-ac33c98db26d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:41.904001 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-1addbdd0-f9ff-4caf-a4d9-ac33c98db26d admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/f466c25c-3d61-4e97-95d5-940e4caaa9e8 HTTP/1.1" status: 204 len: 168 time: 0.2569261 Jan 18 17:13:41.913087 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1addbdd0-f9ff-4caf-a4d9-ac33c98db26d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f466c25c-3d61-4e97-95d5-940e4caaa9e8,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:42.216422 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0727a10f-668d-4607-bb21-c0b3fceb7446 req-718e19b7-e594-4b05-bb1d-bd6aac3ad7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:42.218224 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-0727a10f-668d-4607-bb21-c0b3fceb7446 req-718e19b7-e594-4b05-bb1d-bd6aac3ad7d7 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=fd06e8ed-8113-4ba5-8f7b-c7a1759d866f HTTP/1.1" status: 200 len: 1099 time: 0.1266732 Jan 18 17:13:42.221591 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afa970b-482f-401d-be85-b0536615b7da req-38c3e635-983b-4319-93f8-8a89baedff0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:42.223008 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-3afa970b-482f-401d-be85-b0536615b7da req-38c3e635-983b-4319-93f8-8a89baedff0a service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=b9b0d347-98b0-4fe6-a443-bf2e28175c8c HTTP/1.1" status: 200 len: 1098 time: 0.1213193 Jan 18 17:13:42.252413 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e419a-2ae4-473a-9bbb-f9d0eeeffe28 req-dd65a16c-f379-4c72-a866-f1d31d3a380b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:42.253348 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b80e90-2335-4b06-88fb-d648418c908e req-5595f032-31c3-417b-bffc-886b3eed2315 tempest-DeleteServersTestJSON-1389015654 tempest-DeleteServersTestJSON-1389015654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:42.253918 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-dd9e419a-2ae4-473a-9bbb-f9d0eeeffe28 req-dd65a16c-f379-4c72-a866-f1d31d3a380b service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 1099 time: 0.1415670 Jan 18 17:13:42.254860 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-e9b80e90-2335-4b06-88fb-d648418c908e req-5595f032-31c3-417b-bffc-886b3eed2315 tempest-DeleteServersTestJSON-1389015654 tempest-DeleteServersTestJSON-1389015654-project] 10.222.0.100 "GET /v2.0/ports?device_id=44a09345-3e20-494f-b75a-816f22853010 HTTP/1.1" status: 200 len: 945 time: 0.1148255 Jan 18 17:13:42.297423 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07317ef9-0d3c-4fc7-a624-96db90c4fca1 req-c5059b27-a92a-4f89-8bfc-bb877cb22502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:42.298994 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-07317ef9-0d3c-4fc7-a624-96db90c4fca1 req-c5059b27-a92a-4f89-8bfc-bb877cb22502 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=44a09345-3e20-494f-b75a-816f22853010 HTTP/1.1" status: 200 len: 1098 time: 0.1006384 Jan 18 17:13:42.331322 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-0727a10f-668d-4607-bb21-c0b3fceb7446 req-94fdf68d-4e3b-4a67-b764-d258c5227445 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058362 Jan 18 17:13:42.340865 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-dd9e419a-2ae4-473a-9bbb-f9d0eeeffe28 req-81e43efc-1708-4f93-bb34-18af53a27aa7 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=0b366610-e294-4f78-943f-869cfaac134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816386 Jan 18 17:13:42.346542 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-3afa970b-482f-401d-be85-b0536615b7da req-8ab13e11-4f32-45ae-8c09-125b9421e066 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=03df2055-10b4-4cb8-8f80-fa2d86607cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144469 Jan 18 17:13:42.362172 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-07317ef9-0d3c-4fc7-a624-96db90c4fca1 req-cbe2b508-0f1b-4663-ad7b-06d630099b84 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=586fa32f-f935-4b19-919f-0cda76133b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573218 Jan 18 17:13:42.366374 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-e9b80e90-2335-4b06-88fb-d648418c908e req-b05216c6-17df-4b4c-8af0-fdee86198b01 tempest-DeleteServersTestJSON-1389015654 tempest-DeleteServersTestJSON-1389015654-project] 10.222.0.100 "GET /v2.0/security-groups?id=586fa32f-f935-4b19-919f-0cda76133b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020398 Jan 18 17:13:42.525150 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680996fa-daad-4c41-bd25-f83d329f4588 req-2f2e2ea0-95fe-4264-bb89-4bebb4d40a55 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:42.526706 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-680996fa-daad-4c41-bd25-f83d329f4588 req-2f2e2ea0-95fe-4264-bb89-4bebb4d40a55 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 946 time: 0.0557899 Jan 18 17:13:42.579557 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-680996fa-daad-4c41-bd25-f83d329f4588 req-d96ad219-ed8e-4e7e-b9c4-2cacd3da5517 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b366610-e294-4f78-943f-869cfaac134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468874 Jan 18 17:13:42.696747 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae1b627-cc27-47bb-bf91-f0be2675ec48 req-b4a58f60-51d3-4b78-8eb0-08f0657b55dd tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:42.698704 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-0ae1b627-cc27-47bb-bf91-f0be2675ec48 req-b4a58f60-51d3-4b78-8eb0-08f0657b55dd tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=81188e87-857f-40aa-9453-9d784f358b5d HTTP/1.1" status: 200 len: 946 time: 0.0623038 Jan 18 17:13:42.763190 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-0ae1b627-cc27-47bb-bf91-f0be2675ec48 req-118f6325-8aba-4198-a8fc-2df4c29b2dcb tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567892 Jan 18 17:13:42.807890 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 51048) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:13:42.822807 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f3f2a177-0f6c-40d2-9aee-3dcabbf8c2b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:42.906784 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29131ae-842e-417e-8901-dac5daa496b5 req-4e403d9b-c4e6-4b44-a133-718310b0bed3 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:42.908413 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c29131ae-842e-417e-8901-dac5daa496b5 req-4e403d9b-c4e6-4b44-a133-718310b0bed3 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/ports?device_id=b9b0d347-98b0-4fe6-a443-bf2e28175c8c HTTP/1.1" status: 200 len: 945 time: 0.0976765 Jan 18 17:13:42.950388 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f3f2a177-0f6c-40d2-9aee-3dcabbf8c2b9 admin admin] Publish callbacks [] for security_group (3e385079-7f7c-4dee-a6ca-fd1c2ca91003), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:42.981894 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c29131ae-842e-417e-8901-dac5daa496b5 req-75f87c2d-af37-4889-89d9-2d57cadf0783 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/security-groups?id=03df2055-10b4-4cb8-8f80-fa2d86607cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639849 Jan 18 17:13:42.988846 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f3f2a177-0f6c-40d2-9aee-3dcabbf8c2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (3e385079-7f7c-4dee-a6ca-fd1c2ca91003), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:43.046954 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-f3f2a177-0f6c-40d2-9aee-3dcabbf8c2b9 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=b654e484d3bd47dfaf815d9be1144c34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2375293 Jan 18 17:13:43.050792 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 51054) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:13:43.057287 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f2a177-0f6c-40d2-9aee-3dcabbf8c2b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e385079-7f7c-4dee-a6ca-fd1c2ca91003,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:43.104296 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3bf0bf18-96c8-4c4c-b09a-beba79b46bcd admin admin] Publish callbacks [] for security_group (3e385079-7f7c-4dee-a6ca-fd1c2ca91003), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:43.132347 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3bf0bf18-96c8-4c4c-b09a-beba79b46bcd admin admin] Publish callbacks [] for security_group (3e385079-7f7c-4dee-a6ca-fd1c2ca91003), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:43.277415 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3bf0bf18-96c8-4c4c-b09a-beba79b46bcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (3e385079-7f7c-4dee-a6ca-fd1c2ca91003), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:43.282566 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3bf0bf18-96c8-4c4c-b09a-beba79b46bcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:43.289689 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-3bf0bf18-96c8-4c4c-b09a-beba79b46bcd admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/3e385079-7f7c-4dee-a6ca-fd1c2ca91003 HTTP/1.1" status: 204 len: 168 time: 0.2385454 Jan 18 17:13:43.345748 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf0bf18-96c8-4c4c-b09a-beba79b46bcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e385079-7f7c-4dee-a6ca-fd1c2ca91003,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:43.414598 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55496466-c049-4f2f-a7e7-88445a259538 req-41bd5c37-7067-43bf-a362-579d27fd01df tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:43.419489 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-55496466-c049-4f2f-a7e7-88445a259538 req-41bd5c37-7067-43bf-a362-579d27fd01df tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=81188e87-857f-40aa-9453-9d784f358b5d HTTP/1.1" status: 200 len: 946 time: 0.1657915 Jan 18 17:13:43.439736 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a627cb2a-2dd7-49c1-8e9e-11565d90c15e req-9c87f0fc-a004-44b8-8604-da93876a073b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:43.443025 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-a627cb2a-2dd7-49c1-8e9e-11565d90c15e req-9c87f0fc-a004-44b8-8604-da93876a073b service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=82d395d404d64b169e0a445e9616b86b&device_id=81188e87-857f-40aa-9453-9d784f358b5d HTTP/1.1" status: 200 len: 1099 time: 0.1125791 Jan 18 17:13:43.540651 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb854b-e7fa-4975-8929-ed367197b14b req-fecf0872-1d78-418b-9c53-bd11ef990053 tempest-DeleteServersTestJSON-1389015654 tempest-DeleteServersTestJSON-1389015654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:43.551919 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-dbdb854b-e7fa-4975-8929-ed367197b14b req-fecf0872-1d78-418b-9c53-bd11ef990053 tempest-DeleteServersTestJSON-1389015654 tempest-DeleteServersTestJSON-1389015654-project] 10.222.0.100 "GET /v2.0/ports?device_id=44a09345-3e20-494f-b75a-816f22853010 HTTP/1.1" status: 200 len: 945 time: 0.0739787 Jan 18 17:13:43.556857 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-55496466-c049-4f2f-a7e7-88445a259538 req-8b3be713-a269-4c94-9647-4e1e094898a0 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308188 Jan 18 17:13:43.600334 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a627cb2a-2dd7-49c1-8e9e-11565d90c15e req-b6338c2c-25d8-459c-9fe5-efe5114f225c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:43.601982 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-a627cb2a-2dd7-49c1-8e9e-11565d90c15e req-b6338c2c-25d8-459c-9fe5-efe5114f225c service neutron] 10.222.0.105 "GET /v2.0/networks?id=9ee67609-54ef-4b91-940a-05d38e6b2c9b HTTP/1.1" status: 200 len: 920 time: 0.1473413 Jan 18 17:13:43.610827 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-dbdb854b-e7fa-4975-8929-ed367197b14b req-0a3b093f-8115-4442-8fe8-0e18f6e3891e tempest-DeleteServersTestJSON-1389015654 tempest-DeleteServersTestJSON-1389015654-project] 10.222.0.100 "GET /v2.0/security-groups?id=586fa32f-f935-4b19-919f-0cda76133b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574121 Jan 18 17:13:43.650014 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-a627cb2a-2dd7-49c1-8e9e-11565d90c15e req-8be6186c-aba6-4bfa-a0e1-e41c229eb386 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=612246f5-9e95-4be7-81b2-5f92cce1782e HTTP/1.1" status: 200 len: 217 time: 0.0374646 Jan 18 17:13:43.734823 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a627cb2a-2dd7-49c1-8e9e-11565d90c15e req-0a2fe0a9-1663-428f-b7c9-05404342b5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:43.736326 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-a627cb2a-2dd7-49c1-8e9e-11565d90c15e req-0a2fe0a9-1663-428f-b7c9-05404342b5bc service neutron] 10.222.0.105 "GET /v2.0/subnets?id=7211cf1f-c33b-4353-a446-bb2d845858ab HTTP/1.1" status: 200 len: 859 time: 0.0797815 Jan 18 17:13:43.768882 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac8671c-1ca6-4a97-a4d1-c1607ebdd26c req-cafc378b-42d8-4055-9e6e-23c929b306bc tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:43.770957 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-cac8671c-1ca6-4a97-a4d1-c1607ebdd26c req-cafc378b-42d8-4055-9e6e-23c929b306bc tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 946 time: 0.0824497 Jan 18 17:13:43.788291 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-a627cb2a-2dd7-49c1-8e9e-11565d90c15e req-d356ae6c-c0b4-41a2-85b4-1d5aff09b14f service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=9ee67609-54ef-4b91-940a-05d38e6b2c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413234 Jan 18 17:13:43.885047 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-cac8671c-1ca6-4a97-a4d1-c1607ebdd26c req-6408607f-a52e-4b50-9d1b-305e432bfecf tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b366610-e294-4f78-943f-869cfaac134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998645 Jan 18 17:13:43.917537 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-a627cb2a-2dd7-49c1-8e9e-11565d90c15e req-8d7e3008-a98a-417e-b42b-80b83a1ea271 service neutron] 10.222.0.105 "GET /v2.0/networks/9ee67609-54ef-4b91-940a-05d38e6b2c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224153 Jan 18 17:13:44.032176 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-a627cb2a-2dd7-49c1-8e9e-11565d90c15e req-17777dd7-7ce2-4a48-9167-25e306486c14 service neutron] 10.222.0.105 "GET /v2.0/networks/9ee67609-54ef-4b91-940a-05d38e6b2c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075211 Jan 18 17:13:44.140543 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0815df86-f484-4965-904c-8dbe57254242 req-0e115c60-7b38-4308-b86a-4d66b49320f8 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:44.142287 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-0815df86-f484-4965-904c-8dbe57254242 req-0e115c60-7b38-4308-b86a-4d66b49320f8 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/ports?device_id=b9b0d347-98b0-4fe6-a443-bf2e28175c8c HTTP/1.1" status: 200 len: 945 time: 0.0650864 Jan 18 17:13:44.220712 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-0815df86-f484-4965-904c-8dbe57254242 req-f1b13720-9d7c-46df-aa3e-f69e75d82d0c tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/security-groups?id=03df2055-10b4-4cb8-8f80-fa2d86607cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709400 Jan 18 17:13:44.346608 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 51114) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:13:44.579863 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0a4a3821-cf87-4529-b9db-843841e979e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:44.719685 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0a4a3821-cf87-4529-b9db-843841e979e8 admin admin] Publish callbacks [] for security_group (dc41e17b-9b78-497e-a7e6-6105dcdc98e4), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:44.731775 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4b8559-8dac-4195-bfb6-dcd55a35b5a7 req-cb1b2d7c-198c-4fb4-9dc4-6c3fa08e22f9 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:44.733112 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-ea4b8559-8dac-4195-bfb6-dcd55a35b5a7 req-cb1b2d7c-198c-4fb4-9dc4-6c3fa08e22f9 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=81188e87-857f-40aa-9453-9d784f358b5d HTTP/1.1" status: 200 len: 946 time: 0.0935137 Jan 18 17:13:44.793137 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f851fcc9-643c-4b0c-90f8-182ab3292941 req-ebf5245a-4f63-4989-b917-cb5b801131f5 tempest-DeleteServersTestJSON-1389015654 tempest-DeleteServersTestJSON-1389015654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:44.794874 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-f851fcc9-643c-4b0c-90f8-182ab3292941 req-ebf5245a-4f63-4989-b917-cb5b801131f5 tempest-DeleteServersTestJSON-1389015654 tempest-DeleteServersTestJSON-1389015654-project] 10.222.0.100 "GET /v2.0/ports?device_id=44a09345-3e20-494f-b75a-816f22853010 HTTP/1.1" status: 200 len: 945 time: 0.1061649 Jan 18 17:13:44.801349 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0a4a3821-cf87-4529-b9db-843841e979e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (dc41e17b-9b78-497e-a7e6-6105dcdc98e4), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:44.861456 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-ea4b8559-8dac-4195-bfb6-dcd55a35b5a7 req-7d5150e7-c0ae-4a0c-a67f-4c659f35e4fc tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191704 Jan 18 17:13:44.886489 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-0a4a3821-cf87-4529-b9db-843841e979e8 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=2c1016a4573e4cbdb6695e49b701e3d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5363975 Jan 18 17:13:44.888891 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4a3821-cf87-4529-b9db-843841e979e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc41e17b-9b78-497e-a7e6-6105dcdc98e4,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:44.889982 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 51136) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:13:44.914493 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-f851fcc9-643c-4b0c-90f8-182ab3292941 req-b7f7d0a6-d09e-4611-9cb4-69861d070f44 tempest-DeleteServersTestJSON-1389015654 tempest-DeleteServersTestJSON-1389015654-project] 10.222.0.100 "GET /v2.0/security-groups?id=586fa32f-f935-4b19-919f-0cda76133b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006360 Jan 18 17:13:44.983802 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-e0aca589-abf2-4cea-875f-8f56727b9f7b admin admin] Publish callbacks [] for security_group (dc41e17b-9b78-497e-a7e6-6105dcdc98e4), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:45.009343 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-e0aca589-abf2-4cea-875f-8f56727b9f7b admin admin] Publish callbacks [] for security_group (dc41e17b-9b78-497e-a7e6-6105dcdc98e4), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:45.065948 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1616414-1848-444b-a5a4-ea33e61f71d3 req-8b888a8d-d692-4e7d-8e3c-3a04489d133b tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:45.068635 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-a1616414-1848-444b-a5a4-ea33e61f71d3 req-8b888a8d-d692-4e7d-8e3c-3a04489d133b tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 946 time: 0.0727057 Jan 18 17:13:45.143965 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-e0aca589-abf2-4cea-875f-8f56727b9f7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (dc41e17b-9b78-497e-a7e6-6105dcdc98e4), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:45.146840 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-a1616414-1848-444b-a5a4-ea33e61f71d3 req-1371c9e1-2d2e-4f47-bd12-5ba306d957a8 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b366610-e294-4f78-943f-869cfaac134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689883 Jan 18 17:13:45.147462 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-e0aca589-abf2-4cea-875f-8f56727b9f7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:45.148585 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-e0aca589-abf2-4cea-875f-8f56727b9f7b admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/dc41e17b-9b78-497e-a7e6-6105dcdc98e4 HTTP/1.1" status: 204 len: 168 time: 0.2432654 Jan 18 17:13:45.157058 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aca589-abf2-4cea-875f-8f56727b9f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc41e17b-9b78-497e-a7e6-6105dcdc98e4,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:45.277025 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29af92f9-896d-4a67-8e1d-e96e821a936a req-e0a245a8-53c0-4e30-adb9-89fb976d2f1b tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:45.280675 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-29af92f9-896d-4a67-8e1d-e96e821a936a req-e0a245a8-53c0-4e30-adb9-89fb976d2f1b tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 946 time: 0.0554683 Jan 18 17:13:45.288018 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 51154) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:13:45.294432 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-9f9baac8-52ed-4fbc-9b4b-ffe0e48435e0 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Request body: {'floatingip': {'port_id': '639bfe46-d950-45f2-9080-a815d5d4244a'}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:13:45.374470 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-9f9baac8-52ed-4fbc-9b4b-ffe0e48435e0 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Publish callbacks [] for floatingip (e4d55e3e-cfc8-4227-876b-531bcfee6d0d), before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:45.986972 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c219036-24cd-4253-a58f-b502ca6e2b7f req-d2f24018-30e5-4190-a00e-21dae77fcc14 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:45.995742 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-4c219036-24cd-4253-a58f-b502ca6e2b7f req-d2f24018-30e5-4190-a00e-21dae77fcc14 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=81188e87-857f-40aa-9453-9d784f358b5d HTTP/1.1" status: 200 len: 946 time: 0.0703762 Jan 18 17:13:46.046017 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 51186) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:13:46.063739 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7c674206-5e5f-4255-b6f0-00de757a2477 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:46.139847 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-4c219036-24cd-4253-a58f-b502ca6e2b7f req-463722d7-866b-453b-ad6b-83b77a9cc9fa tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427281 Jan 18 17:13:46.241468 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.db.resource_extend [None req-9f9baac8-52ed-4fbc-9b4b-ffe0e48435e0 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 17:13:46.250443 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7c674206-5e5f-4255-b6f0-00de757a2477 admin admin] Publish callbacks [] for security_group (9ed1d8a0-fe09-435a-885f-15add7aae029), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:46.252473 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc934ca7-8e73-4820-8a5f-37f72d7c36a8 req-4ff7c4fe-04d0-4989-8968-6869c0122a08 tempest-DeleteServersTestJSON-1389015654 tempest-DeleteServersTestJSON-1389015654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:46.254025 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-dc934ca7-8e73-4820-8a5f-37f72d7c36a8 req-4ff7c4fe-04d0-4989-8968-6869c0122a08 tempest-DeleteServersTestJSON-1389015654 tempest-DeleteServersTestJSON-1389015654-project] 10.222.0.100 "GET /v2.0/ports?device_id=44a09345-3e20-494f-b75a-816f22853010 HTTP/1.1" status: 200 len: 945 time: 0.1784549 Jan 18 17:13:46.320239 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7c674206-5e5f-4255-b6f0-00de757a2477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (9ed1d8a0-fe09-435a-885f-15add7aae029), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:46.383586 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c674206-5e5f-4255-b6f0-00de757a2477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ed1d8a0-fe09-435a-885f-15add7aae029,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:46.393354 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-9f9baac8-52ed-4fbc-9b4b-ffe0e48435e0 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:46.395544 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-7c674206-5e5f-4255-b6f0-00de757a2477 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=f2ca2d9355be4afc8c47f1bd3129b4d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3474832 Jan 18 17:13:46.398332 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 51204) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:13:46.414298 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-dc934ca7-8e73-4820-8a5f-37f72d7c36a8 req-ebca6ddc-1128-41b2-9de6-2340593a8a72 tempest-DeleteServersTestJSON-1389015654 tempest-DeleteServersTestJSON-1389015654-project] 10.222.0.100 "GET /v2.0/security-groups?id=586fa32f-f935-4b19-919f-0cda76133b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163189 Jan 18 17:13:46.470966 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3b51e724-d250-4388-80c0-adc79bddb376 admin admin] Publish callbacks [] for security_group (9ed1d8a0-fe09-435a-885f-15add7aae029), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:46.493704 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3b51e724-d250-4388-80c0-adc79bddb376 admin admin] Publish callbacks [] for security_group (9ed1d8a0-fe09-435a-885f-15add7aae029), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:46.508914 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-9f9baac8-52ed-4fbc-9b4b-ffe0e48435e0 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647951'] for floatingip (e4d55e3e-cfc8-4227-876b-531bcfee6d0d), after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:46.619190 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.db.l3_db [None req-9f9baac8-52ed-4fbc-9b4b-ffe0e48435e0 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Floating IP e4d55e3e-cfc8-4227-876b-531bcfee6d0d associated. External IP: 172.27.1.9, port: 639bfe46-d950-45f2-9080-a815d5d4244a. Jan 18 17:13:46.691612 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3b51e724-d250-4388-80c0-adc79bddb376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (9ed1d8a0-fe09-435a-885f-15add7aae029), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:46.694429 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3b51e724-d250-4388-80c0-adc79bddb376 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:46.698049 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-3b51e724-d250-4388-80c0-adc79bddb376 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/9ed1d8a0-fe09-435a-885f-15add7aae029 HTTP/1.1" status: 204 len: 168 time: 0.2965233 Jan 18 17:13:46.713940 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b51e724-d250-4388-80c0-adc79bddb376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ed1d8a0-fe09-435a-885f-15add7aae029,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:46.883487 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f9baac8-52ed-4fbc-9b4b-ffe0e48435e0 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Router 56189c01-216f-46e3-9aed-18bc5b25e3ff has already been hosted by L3 agent 34860b7f-7c9d-4265-9a0a-1b9bd2e1622e {{(pid=103197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 17:13:47.006271 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f9baac8-52ed-4fbc-9b4b-ffe0e48435e0 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Notify agent at l3_agent.dv-cinder-733623-11-iscsi the message routers_updated {{(pid=103197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 17:13:47.010477 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-9f9baac8-52ed-4fbc-9b4b-ffe0e48435e0 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1923895'] for floatingip (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:47.022438 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e59346-1aff-4c5d-9a31-b6b48deecca3 None None] Sync routers for ids ['56189c01-216f-46e3-9aed-18bc5b25e3ff'] in dv-cinder-733623-11-iscsi {{(pid=103199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 17:13:47.041997 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-9f9baac8-52ed-4fbc-9b4b-ffe0e48435e0 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "PUT /v2.0/floatingips/e4d55e3e-cfc8-4227-876b-531bcfee6d0d HTTP/1.1" status: 200 len: 990 time: 1.7523322 Jan 18 17:13:47.042634 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a58e7380-d7cf-40d5-8134-db17de0ec442', 'tag': '639bfe46-d950-45f2-9080-a815d5d4244a'}] {{(pid=103197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 17:13:47.045814 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3aa228331c825044a8c5a816f7450a712b29f1505f8362b46ccab27415aa536" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b5f1dd-a85f-4641-b786-432fab55c063" -d '{"events": [{"name": "network-changed", "server_uuid": "a58e7380-d7cf-40d5-8134-db17de0ec442", "tag": "639bfe46-d950-45f2-9080-a815d5d4244a"}]}' {{(pid=103197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 17:13:47.049322 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e59346-1aff-4c5d-9a31-b6b48deecca3 None None] Routers {'56189c01-216f-46e3-9aed-18bc5b25e3ff'} bound to L3 agent in host dv-cinder-733623-11-iscsi {{(pid=103199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 17:13:47.055377 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-f6e59346-1aff-4c5d-9a31-b6b48deecca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T17:04:58Z,description=,heartbeat_timestamp=2022-01-18T17:13:28Z,host='dv-cinder-733623-11-iscsi',id=34860b7f-7c9d-4265-9a0a-1b9bd2e1622e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T17:04:59Z,topic='l3_agent')) {'router_ids': ['56189c01-216f-46e3-9aed-18bc5b25e3ff'], 'active': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:13:47.189217 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvr_db [None req-f6e59346-1aff-4c5d-9a31-b6b48deecca3 None None] Set router 56189c01-216f-46e3-9aed-18bc5b25e3ff gateway port host: dv-cinder-733623-11-iscsi {{(pid=103199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 17:13:47.253991 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 17:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34694cec-6601-4966-96e3-1f7bd74fa671 x-openstack-request-id: req-34694cec-6601-4966-96e3-1f7bd74fa671 {{(pid=103197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 17:13:47.254525 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a58e7380-d7cf-40d5-8134-db17de0ec442", "tag": "639bfe46-d950-45f2-9080-a815d5d4244a", "status": "completed", "code": 200}]} {{(pid=103197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 17:13:47.254726 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-34694cec-6601-4966-96e3-1f7bd74fa671 {{(pid=103197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 17:13:47.255679 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a58e7380-d7cf-40d5-8134-db17de0ec442', 'tag': '639bfe46-d950-45f2-9080-a815d5d4244a', 'status': 'completed', 'code': 200} Jan 18 17:13:47.424825 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b5f1dd-a85f-4641-b786-432fab55c063 req-ba688b01-190b-4a63-8b41-7c26250ccfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:47.424825 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-36b5f1dd-a85f-4641-b786-432fab55c063 req-ba688b01-190b-4a63-8b41-7c26250ccfa1 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=4983e51e5c4742eb9b95034b5aef3213&device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 1099 time: 0.1320148 Jan 18 17:13:47.481590 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584a9cee-eceb-4d1c-8e57-d2578fe6ad72 req-7a0bf0b3-b92b-4325-9de6-606bc5a0a755 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:47.492104 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-584a9cee-eceb-4d1c-8e57-d2578fe6ad72 req-7a0bf0b3-b92b-4325-9de6-606bc5a0a755 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=81188e87-857f-40aa-9453-9d784f358b5d HTTP/1.1" status: 200 len: 946 time: 0.1457286 Jan 18 17:13:47.587257 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-584a9cee-eceb-4d1c-8e57-d2578fe6ad72 req-da78a71f-73ea-41e8-ae53-7e4bb2d3f883 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941029 Jan 18 17:13:47.645109 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b5f1dd-a85f-4641-b786-432fab55c063 req-464871bd-7958-4c20-8711-1edb87277c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:47.648170 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-36b5f1dd-a85f-4641-b786-432fab55c063 req-464871bd-7958-4c20-8711-1edb87277c34 service neutron] 10.222.0.105 "GET /v2.0/networks?id=2be6587c-41c5-41bc-ac5a-09ac1f4499ce HTTP/1.1" status: 200 len: 918 time: 0.2155671 Jan 18 17:13:47.740070 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-f6e59346-1aff-4c5d-9a31-b6b48deecca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56189c01-216f-46e3-9aed-18bc5b25e3ff', 'name': 'tempest-AttachVolumeShelveTestJSON-1700372712-router', 'tenant_id': '4983e51e5c4742eb9b95034b5aef3213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '6eeb1ac4-8b60-49a7-ab84-a525826ad5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:13:04Z', 'updated_at': '2022-01-18T17:13:10Z', 'revision_number': 4, 'project_id': '4983e51e5c4742eb9b95034b5aef3213', 'gw_port': {'id': '6eeb1ac4-8b60-49a7-ab84-a525826ad5ee', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:37:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56189c01-216f-46e3-9aed-18bc5b25e3ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:13:05Z', 'updated_at': '2022-01-18T17:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi', '_floatingips': [{'id': 'e4d55e3e-cfc8-4227-876b-531bcfee6d0d', 'tenant_id': '4983e51e5c4742eb9b95034b5aef3213', 'floating_ip_address': '172.27.1.9', 'floating_network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'router_id': '56189c01-216f-46e3-9aed-18bc5b25e3ff', 'port_id': '639bfe46-d950-45f2-9080-a815d5d4244a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 93, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2be6587c-41c5-41bc-ac5a-09ac1f4499ce', 'mac_address': 'fa:16:3e:52:c5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58e7380-d7cf-40d5-8134-db17de0ec442', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T17:13:18Z', 'updated_at': '2022-01-18T17:13:46Z', 'revision_number': 1, 'project_id': '4983e51e5c4742eb9b95034b5aef3213', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6676a036-60fd-429f-91ca-0c10c57145cd', 'name': '', 'network_id': '2be6587c-41c5-41bc-ac5a-09ac1f4499ce', 'tenant_id': '4983e51e5c4742eb9b95034b5aef3213', 'mac_address': 'fa:16:3e:52:6e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56189c01-216f-46e3-9aed-18bc5b25e3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '29c22a55-3970-45d3-a1fa-25a28ccfa3f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:13:08Z', 'updated_at': '2022-01-18T17:13:15Z', 'revision_number': 5, 'project_id': '4983e51e5c4742eb9b95034b5aef3213', 'subnets': [{'id': '29c22a55-3970-45d3-a1fa-25a28ccfa3f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-11-iscsi', False) {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:13:47.768728 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e59346-1aff-4c5d-9a31-b6b48deecca3 None None] Checking router: 56189c01-216f-46e3-9aed-18bc5b25e3ff for host: dv-cinder-733623-11-iscsi {{(pid=103199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 17:13:47.779873 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e59346-1aff-4c5d-9a31-b6b48deecca3 None None] Routers {'56189c01-216f-46e3-9aed-18bc5b25e3ff'} bound to L3 agent in host dv-cinder-733623-11-iscsi {{(pid=103199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 17:13:47.780943 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-f6e59346-1aff-4c5d-9a31-b6b48deecca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T17:04:58Z,description=,heartbeat_timestamp=2022-01-18T17:13:28Z,host='dv-cinder-733623-11-iscsi',id=34860b7f-7c9d-4265-9a0a-1b9bd2e1622e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T17:04:59Z,topic='l3_agent')) {'router_ids': ['56189c01-216f-46e3-9aed-18bc5b25e3ff'], 'active': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:13:47.866519 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-36b5f1dd-a85f-4641-b786-432fab55c063 req-d2976a3f-8873-4065-b84d-b296876c159f service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=639bfe46-d950-45f2-9080-a815d5d4244a HTTP/1.1" status: 200 len: 998 time: 0.1627710 Jan 18 17:13:47.906397 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvr_db [None req-f6e59346-1aff-4c5d-9a31-b6b48deecca3 None None] Set router 56189c01-216f-46e3-9aed-18bc5b25e3ff gateway port host: dv-cinder-733623-11-iscsi {{(pid=103199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 17:13:47.967648 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b5f1dd-a85f-4641-b786-432fab55c063 req-1b01fa55-fd96-4713-ac8f-b9885731cfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:47.969397 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-36b5f1dd-a85f-4641-b786-432fab55c063 req-1b01fa55-fd96-4713-ac8f-b9885731cfb4 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=29c22a55-3970-45d3-a1fa-25a28ccfa3f2 HTTP/1.1" status: 200 len: 856 time: 0.0628941 Jan 18 17:13:48.065787 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b5f1dd-a85f-4641-b786-432fab55c063 req-a4108b21-f1c2-4e0c-9641-b63330c0be6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:48.068433 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-36b5f1dd-a85f-4641-b786-432fab55c063 req-a4108b21-f1c2-4e0c-9641-b63330c0be6f service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=2be6587c-41c5-41bc-ac5a-09ac1f4499ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0915236 Jan 18 17:13:48.176800 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-36b5f1dd-a85f-4641-b786-432fab55c063 req-23afbbe3-8903-496f-81d8-24a5a656e396 service neutron] 10.222.0.105 "GET /v2.0/networks/2be6587c-41c5-41bc-ac5a-09ac1f4499ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992827 Jan 18 17:13:48.275025 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-f6e59346-1aff-4c5d-9a31-b6b48deecca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56189c01-216f-46e3-9aed-18bc5b25e3ff', 'name': 'tempest-AttachVolumeShelveTestJSON-1700372712-router', 'tenant_id': '4983e51e5c4742eb9b95034b5aef3213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '6eeb1ac4-8b60-49a7-ab84-a525826ad5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:13:04Z', 'updated_at': '2022-01-18T17:13:10Z', 'revision_number': 4, 'project_id': '4983e51e5c4742eb9b95034b5aef3213', 'gw_port': {'id': '6eeb1ac4-8b60-49a7-ab84-a525826ad5ee', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:37:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56189c01-216f-46e3-9aed-18bc5b25e3ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:13:05Z', 'updated_at': '2022-01-18T17:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi', '_floatingips': [{'id': 'e4d55e3e-cfc8-4227-876b-531bcfee6d0d', 'tenant_id': '4983e51e5c4742eb9b95034b5aef3213', 'floating_ip_address': '172.27.1.9', 'floating_network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'router_id': '56189c01-216f-46e3-9aed-18bc5b25e3ff', 'port_id': '639bfe46-d950-45f2-9080-a815d5d4244a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 93, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2be6587c-41c5-41bc-ac5a-09ac1f4499ce', 'mac_address': 'fa:16:3e:52:c5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58e7380-d7cf-40d5-8134-db17de0ec442', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T17:13:18Z', 'updated_at': '2022-01-18T17:13:46Z', 'revision_number': 1, 'project_id': '4983e51e5c4742eb9b95034b5aef3213', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6676a036-60fd-429f-91ca-0c10c57145cd', 'name': '', 'network_id': '2be6587c-41c5-41bc-ac5a-09ac1f4499ce', 'tenant_id': '4983e51e5c4742eb9b95034b5aef3213', 'mac_address': 'fa:16:3e:52:6e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56189c01-216f-46e3-9aed-18bc5b25e3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '29c22a55-3970-45d3-a1fa-25a28ccfa3f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:13:08Z', 'updated_at': '2022-01-18T17:13:15Z', 'revision_number': 5, 'project_id': '4983e51e5c4742eb9b95034b5aef3213', 'subnets': [{'id': '29c22a55-3970-45d3-a1fa-25a28ccfa3f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-11-iscsi', False) {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:13:48.295522 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-36b5f1dd-a85f-4641-b786-432fab55c063 req-72605452-3719-46f1-a4e4-c15a30d448e6 service neutron] 10.222.0.105 "GET /v2.0/networks/2be6587c-41c5-41bc-ac5a-09ac1f4499ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162891 Jan 18 17:13:48.310007 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e59346-1aff-4c5d-9a31-b6b48deecca3 None None] The sync data for ids ['56189c01-216f-46e3-9aed-18bc5b25e3ff'] in dv-cinder-733623-11-iscsi is: [{'id': '56189c01-216f-46e3-9aed-18bc5b25e3ff', 'name': 'tempest-AttachVolumeShelveTestJSON-1700372712-router', 'tenant_id': '4983e51e5c4742eb9b95034b5aef3213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '6eeb1ac4-8b60-49a7-ab84-a525826ad5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:13:04Z', 'updated_at': '2022-01-18T17:13:10Z', 'revision_number': 4, 'project_id': '4983e51e5c4742eb9b95034b5aef3213', 'gw_port': {'id': '6eeb1ac4-8b60-49a7-ab84-a525826ad5ee', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:37:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56189c01-216f-46e3-9aed-18bc5b25e3ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:13:05Z', 'updated_at': '2022-01-18T17:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi', '_floatingips': [{'id': 'e4d55e3e-cfc8-4227-876b-531bcfee6d0d', 'tenant_id': '4983e51e5c4742eb9b95034b5aef3213', 'floating_ip_address': '172.27.1.9', 'floating_network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'router_id': '56189c01-216f-46e3-9aed-18bc5b25e3ff', 'port_id': '639bfe46-d950-45f2-9080-a815d5d4244a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 93, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2be6587c-41c5-41bc-ac5a-09ac1f4499ce', 'mac_address': 'fa:16:3e:52:c5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58e7380-d7cf-40d5-8134-db17de0ec442', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T17:13:18Z', 'updated_at': '2022-01-18T17:13:46Z', 'revision_number': 1, 'project_id': '4983e51e5c4742eb9b95034b5aef3213', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6676a036-60fd-429f-91ca-0c10c57145cd', 'name': '', 'network_id': '2be6587c-41c5-41bc-ac5a-09ac1f4499ce', 'tenant_id': '4983e51e5c4742eb9b95034b5aef3213', 'mac_address': 'fa:16:3e:52:6e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56189c01-216f-46e3-9aed-18bc5b25e3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '29c22a55-3970-45d3-a1fa-25a28ccfa3f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:13:08Z', 'updated_at': '2022-01-18T17:13:15Z', 'revision_number': 5, 'project_id': '4983e51e5c4742eb9b95034b5aef3213', 'subnets': [{'id': '29c22a55-3970-45d3-a1fa-25a28ccfa3f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 17:13:48.571700 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c351e10-0cc4-4ed0-9abb-3afd8d687ee5 None None] New status for floating IP e4d55e3e-cfc8-4227-876b-531bcfee6d0d: ACTIVE {{(pid=103198) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 17:13:48.724303 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d19c56c-10f4-419c-b2c9-e999e77b5b8c req-e0165490-c574-45a5-b8f6-783ff83f4ad3 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:48.733107 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-2d19c56c-10f4-419c-b2c9-e999e77b5b8c req-e0165490-c574-45a5-b8f6-783ff83f4ad3 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=81188e87-857f-40aa-9453-9d784f358b5d HTTP/1.1" status: 200 len: 946 time: 0.0647891 Jan 18 17:13:48.817070 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-2d19c56c-10f4-419c-b2c9-e999e77b5b8c req-21370660-b4be-4c10-beb0-a449fc276dcf tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805473 Jan 18 17:13:49.964037 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82b27ce-7674-4207-bb04-eb4038cd15ee req-0f9ecb17-24d2-4097-a368-332ee6eca2a8 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:49.965588 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-c82b27ce-7674-4207-bb04-eb4038cd15ee req-0f9ecb17-24d2-4097-a368-332ee6eca2a8 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=81188e87-857f-40aa-9453-9d784f358b5d HTTP/1.1" status: 200 len: 946 time: 0.0627062 Jan 18 17:13:50.031927 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-c82b27ce-7674-4207-bb04-eb4038cd15ee req-3ce97712-bdd9-4d87-b563-15d623377806 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599709 Jan 18 17:13:50.154780 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 51400) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:13:50.438098 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d5f6b39b-63f1-4281-9a51-c07a08abe423 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:50.527677 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d5f6b39b-63f1-4281-9a51-c07a08abe423 admin admin] Publish callbacks [] for security_group (9ee17fd4-cac6-40c3-8d54-973bc8daa0bc), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:50.611330 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d5f6b39b-63f1-4281-9a51-c07a08abe423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (9ee17fd4-cac6-40c3-8d54-973bc8daa0bc), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:50.647067 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-d5f6b39b-63f1-4281-9a51-c07a08abe423 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=730b9f3e6c1140dca00334dfc9b9ddb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4911363 Jan 18 17:13:50.652442 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f6b39b-63f1-4281-9a51-c07a08abe423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee17fd4-cac6-40c3-8d54-973bc8daa0bc,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:50.654431 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 51436) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:13:50.711620 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-472c9816-b8c5-414f-9e12-4b8dae435a6a admin admin] Publish callbacks [] for security_group (9ee17fd4-cac6-40c3-8d54-973bc8daa0bc), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:50.737050 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-472c9816-b8c5-414f-9e12-4b8dae435a6a admin admin] Publish callbacks [] for security_group (9ee17fd4-cac6-40c3-8d54-973bc8daa0bc), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:50.914507 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-472c9816-b8c5-414f-9e12-4b8dae435a6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (9ee17fd4-cac6-40c3-8d54-973bc8daa0bc), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:50.920929 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-472c9816-b8c5-414f-9e12-4b8dae435a6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:50.920929 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-472c9816-b8c5-414f-9e12-4b8dae435a6a admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/9ee17fd4-cac6-40c3-8d54-973bc8daa0bc HTTP/1.1" status: 204 len: 168 time: 0.2629044 Jan 18 17:13:50.927388 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472c9816-b8c5-414f-9e12-4b8dae435a6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee17fd4-cac6-40c3-8d54-973bc8daa0bc,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:51.150410 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816a8ae8-5fbf-4ad6-9aa5-14d817d462b4 req-b6f9891a-b37f-47d9-a50c-31db36e05c22 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:51.152442 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-816a8ae8-5fbf-4ad6-9aa5-14d817d462b4 req-b6f9891a-b37f-47d9-a50c-31db36e05c22 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=81188e87-857f-40aa-9453-9d784f358b5d HTTP/1.1" status: 200 len: 946 time: 0.0550835 Jan 18 17:13:51.225013 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-816a8ae8-5fbf-4ad6-9aa5-14d817d462b4 req-873ec6ec-ad34-4f71-9d9f-83603b29141e tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648601 Jan 18 17:13:51.288274 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 51458) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:13:51.435237 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-e941108f-bc05-45ef-8899-7b094a088521 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:51.514672 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-e941108f-bc05-45ef-8899-7b094a088521 admin admin] Publish callbacks [] for security_group (97bab0be-2943-4a60-8c7e-d85240e4e685), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:51.606196 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-e941108f-bc05-45ef-8899-7b094a088521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (97bab0be-2943-4a60-8c7e-d85240e4e685), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:51.644757 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 51468) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:13:51.646222 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-e941108f-bc05-45ef-8899-7b094a088521 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=7da409ba053e4db1bddc9a481daae793&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3563008 Jan 18 17:13:51.647164 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e941108f-bc05-45ef-8899-7b094a088521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97bab0be-2943-4a60-8c7e-d85240e4e685,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:51.650627 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 51470) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:13:51.666789 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ccd797d8-2f6b-4b43-bfe4-7f879d47a446 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:51.703156 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-ea341dd9-acaa-4a76-aae6-1a09acfd9a07 admin admin] Publish callbacks [] for security_group (97bab0be-2943-4a60-8c7e-d85240e4e685), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:51.727994 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-ea341dd9-acaa-4a76-aae6-1a09acfd9a07 admin admin] Publish callbacks [] for security_group (97bab0be-2943-4a60-8c7e-d85240e4e685), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:51.751782 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ccd797d8-2f6b-4b43-bfe4-7f879d47a446 admin admin] Publish callbacks [] for security_group (bb0595aa-c03b-4463-a83f-9905c1e3a21f), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:51.862880 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ccd797d8-2f6b-4b43-bfe4-7f879d47a446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (bb0595aa-c03b-4463-a83f-9905c1e3a21f), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:51.901750 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-ccd797d8-2f6b-4b43-bfe4-7f879d47a446 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=dbdefb1c2f6c44a5af1a971c219372ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2546048 Jan 18 17:13:51.902617 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd797d8-2f6b-4b43-bfe4-7f879d47a446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb0595aa-c03b-4463-a83f-9905c1e3a21f,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:51.904390 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 51474) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:13:51.917690 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-ea341dd9-acaa-4a76-aae6-1a09acfd9a07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (97bab0be-2943-4a60-8c7e-d85240e4e685), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:51.920396 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-ea341dd9-acaa-4a76-aae6-1a09acfd9a07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:51.921512 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-ea341dd9-acaa-4a76-aae6-1a09acfd9a07 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/97bab0be-2943-4a60-8c7e-d85240e4e685 HTTP/1.1" status: 204 len: 168 time: 0.2704501 Jan 18 17:13:51.939520 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea341dd9-acaa-4a76-aae6-1a09acfd9a07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97bab0be-2943-4a60-8c7e-d85240e4e685,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:51.970970 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-befcfc77-3427-4b6d-845d-7fd5af5c889e admin admin] Publish callbacks [] for security_group (bb0595aa-c03b-4463-a83f-9905c1e3a21f), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:51.994097 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-befcfc77-3427-4b6d-845d-7fd5af5c889e admin admin] Publish callbacks [] for security_group (bb0595aa-c03b-4463-a83f-9905c1e3a21f), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:52.097344 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-befcfc77-3427-4b6d-845d-7fd5af5c889e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (bb0595aa-c03b-4463-a83f-9905c1e3a21f), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:52.100480 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-befcfc77-3427-4b6d-845d-7fd5af5c889e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:52.101651 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-befcfc77-3427-4b6d-845d-7fd5af5c889e admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/bb0595aa-c03b-4463-a83f-9905c1e3a21f HTTP/1.1" status: 204 len: 168 time: 0.1962852 Jan 18 17:13:52.112378 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befcfc77-3427-4b6d-845d-7fd5af5c889e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb0595aa-c03b-4463-a83f-9905c1e3a21f,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:52.369278 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0d9dcd-73ae-46e6-8e8f-3ce084bfb988 req-08ff6c0e-6178-41cf-a7a3-2d49a3c68bc6 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:52.369278 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-9b0d9dcd-73ae-46e6-8e8f-3ce084bfb988 req-08ff6c0e-6178-41cf-a7a3-2d49a3c68bc6 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=81188e87-857f-40aa-9453-9d784f358b5d HTTP/1.1" status: 200 len: 946 time: 0.0570173 Jan 18 17:13:52.439844 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-9b0d9dcd-73ae-46e6-8e8f-3ce084bfb988 req-c09cd6e3-0e66-47ef-9847-f2391c093a85 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603571 Jan 18 17:13:52.563129 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 51502) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:13:52.576470 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-4dd9eff5-930b-4b19-a399-70e23180f07e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:52.694530 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-4dd9eff5-930b-4b19-a399-70e23180f07e admin admin] Publish callbacks [] for security_group (46feca7c-24d1-46c5-8bc0-b9c571b70d26), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:53.000407 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-4dd9eff5-930b-4b19-a399-70e23180f07e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (46feca7c-24d1-46c5-8bc0-b9c571b70d26), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:53.041586 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-4dd9eff5-930b-4b19-a399-70e23180f07e admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=54e634cbaa66498487baa2561cde6380&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4821076 Jan 18 17:13:53.042309 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd9eff5-930b-4b19-a399-70e23180f07e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46feca7c-24d1-46c5-8bc0-b9c571b70d26,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:53.044387 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 51516) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:13:53.115904 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-31178c89-944e-44e8-90c6-a8486c647d00 admin admin] Publish callbacks [] for security_group (46feca7c-24d1-46c5-8bc0-b9c571b70d26), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:53.140905 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-31178c89-944e-44e8-90c6-a8486c647d00 admin admin] Publish callbacks [] for security_group (46feca7c-24d1-46c5-8bc0-b9c571b70d26), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:53.269301 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-31178c89-944e-44e8-90c6-a8486c647d00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (46feca7c-24d1-46c5-8bc0-b9c571b70d26), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:53.272592 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-31178c89-944e-44e8-90c6-a8486c647d00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:53.274657 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-31178c89-944e-44e8-90c6-a8486c647d00 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/46feca7c-24d1-46c5-8bc0-b9c571b70d26 HTTP/1.1" status: 204 len: 168 time: 0.2282224 Jan 18 17:13:53.297354 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31178c89-944e-44e8-90c6-a8486c647d00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46feca7c-24d1-46c5-8bc0-b9c571b70d26,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:13:53.592222 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3065dd5-f4c6-47f1-b692-57e4d4d3ba66 req-07f05c86-da84-4fa4-887c-5b74d3ab8d0c tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:53.593759 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b3065dd5-f4c6-47f1-b692-57e4d4d3ba66 req-07f05c86-da84-4fa4-887c-5b74d3ab8d0c tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=81188e87-857f-40aa-9453-9d784f358b5d HTTP/1.1" status: 200 len: 946 time: 0.0698936 Jan 18 17:13:53.643417 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b3065dd5-f4c6-47f1-b692-57e4d4d3ba66 req-94fcb12a-3e80-43d9-96ab-f97f17d2aca8 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435793 Jan 18 17:13:54.793612 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96da505a-d95a-414f-8858-f06fe81a1e05 req-fffcd768-7c17-412e-9665-ea0b330e5a43 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:54.795226 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-96da505a-d95a-414f-8858-f06fe81a1e05 req-fffcd768-7c17-412e-9665-ea0b330e5a43 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=81188e87-857f-40aa-9453-9d784f358b5d HTTP/1.1" status: 200 len: 946 time: 0.0604780 Jan 18 17:13:54.860616 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-96da505a-d95a-414f-8858-f06fe81a1e05 req-b7211942-0ca9-4037-97d8-1d5cc7e7fcbb tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594285 Jan 18 17:13:55.741469 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.agents_db [None req-82e58cf6-2858-46ee-adbb-688a61b9207a None None] Agent healthcheck: found 6 active agents {{(pid=103199) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 17:13:55.754266 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e1d7ea48-c915-4bef-b2f7-529e77e6ce91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (1e8d2d8a-92ca-4025-a540-71c8151dbccf), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:55.985436 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2405b7-f60f-4e8a-a11d-56bc40ea551b req-89bbca54-11a9-49d5-b5a5-172452171bdd tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:55.986907 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-5e2405b7-f60f-4e8a-a11d-56bc40ea551b req-89bbca54-11a9-49d5-b5a5-172452171bdd tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=81188e87-857f-40aa-9453-9d784f358b5d HTTP/1.1" status: 200 len: 946 time: 0.0524268 Jan 18 17:13:56.044231 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-5e2405b7-f60f-4e8a-a11d-56bc40ea551b req-cac2b87f-e0c7-4e81-8ca7-8cb51e8fc8a6 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504236 Jan 18 17:13:57.194565 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0999eef2-f4e0-4ca6-bead-c49dde216d1d req-39965f5f-34b1-46fe-8bbf-3914b776f609 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:57.196840 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-0999eef2-f4e0-4ca6-bead-c49dde216d1d req-39965f5f-34b1-46fe-8bbf-3914b776f609 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=81188e87-857f-40aa-9453-9d784f358b5d HTTP/1.1" status: 200 len: 946 time: 0.0687459 Jan 18 17:13:57.254753 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-0999eef2-f4e0-4ca6-bead-c49dde216d1d req-c517fcb7-e6b1-4c8f-9d2e-f3ab2ac99062 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512855 Jan 18 17:13:57.688968 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb2b827-05a2-4359-8bf6-02b39541bf17 req-147c8ab6-3067-4637-b940-9a524805a2cf tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:57.690469 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-dbb2b827-05a2-4359-8bf6-02b39541bf17 req-147c8ab6-3067-4637-b940-9a524805a2cf tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/networks?id=69fb0145-03f6-40a6-ac58-42e6e5e4d712 HTTP/1.1" status: 200 len: 815 time: 0.1112621 Jan 18 17:13:57.705245 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-dbb2b827-05a2-4359-8bf6-02b39541bf17 req-70953100-a3e2-4f1a-ad69-59bf2b4fe4b7 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/quotas/4c7d87680cf1434d8efeb24160231783 HTTP/1.1" status: 200 len: 375 time: 0.0092106 Jan 18 17:13:57.754451 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-dbb2b827-05a2-4359-8bf6-02b39541bf17 req-65eb058f-014a-4f08-a9ef-612b239f335c tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=4c7d87680cf1434d8efeb24160231783&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0433834 Jan 18 17:13:57.851120 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-dbb2b827-05a2-4359-8bf6-02b39541bf17 req-af1ed5f1-d104-4222-93fb-35ca73364334 service neutron] 10.222.0.100 "GET /v2.0/networks/69fb0145-03f6-40a6-ac58-42e6e5e4d712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897264 Jan 18 17:13:57.946708 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-dbb2b827-05a2-4359-8bf6-02b39541bf17 req-bc68c228-5554-45bb-bb63-cb6e5d3adf33 service neutron] 10.222.0.100 "GET /v2.0/networks/69fb0145-03f6-40a6-ac58-42e6e5e4d712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892420 Jan 18 17:13:58.171862 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-3260d268-6ea3-4aca-b492-3f2a8209c9bf req-aef36c92-7bd9-4e6b-a035-92d26aa378f0 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/ports?device_id=ee6e164d-0747-407b-89c3-a60a4a90c9ff HTTP/1.1" status: 200 len: 210 time: 0.0290501 Jan 18 17:13:58.234499 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-38bd6d88-2567-40b2-a971-43083aee6bb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (34860b7f-7c9d-4265-9a0a-1b9bd2e1622e), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:58.400640 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787f4379-2663-409b-8be8-9a9c3959b5d4 req-8e3fcc1c-7c8f-4af3-8bd3-c810ca518425 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:58.402191 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-787f4379-2663-409b-8be8-9a9c3959b5d4 req-8e3fcc1c-7c8f-4af3-8bd3-c810ca518425 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=81188e87-857f-40aa-9453-9d784f358b5d HTTP/1.1" status: 200 len: 946 time: 0.0560913 Jan 18 17:13:58.452742 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-787f4379-2663-409b-8be8-9a9c3959b5d4 req-fea5e4d9-42d4-48f0-93d6-168eaeb3dcc7 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438418 Jan 18 17:13:59.139882 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-a24976dc-7f89-446d-8d9b-8a75bf0e6853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (f7781508-68f4-4d6b-b413-74596bae1216), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:13:59.275438 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-dbb782f7-2fba-4ff4-99b8-f5ecdac1f364 req-d02778ae-a111-4695-8d08-00ab1ca19b58 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/ports?device_id=ee6e164d-0747-407b-89c3-a60a4a90c9ff HTTP/1.1" status: 200 len: 210 time: 0.0296674 Jan 18 17:13:59.583391 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3fe9c3-7c37-45ea-98f1-21e60005c756 req-f9f52a11-7a38-497c-98b4-0f96dde64f85 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:13:59.585101 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-4c3fe9c3-7c37-45ea-98f1-21e60005c756 req-f9f52a11-7a38-497c-98b4-0f96dde64f85 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=81188e87-857f-40aa-9453-9d784f358b5d HTTP/1.1" status: 200 len: 946 time: 0.0629253 Jan 18 17:13:59.635906 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-4c3fe9c3-7c37-45ea-98f1-21e60005c756 req-0d791a71-8737-474c-98b1-5439c3c3d851 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448797 Jan 18 17:14:00.386362 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-3a114212-8a9c-463d-9e7c-9a5537347b86 req-636176f1-06e1-4d4b-a477-32b07115456f tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/ports?device_id=ee6e164d-0747-407b-89c3-a60a4a90c9ff HTTP/1.1" status: 200 len: 210 time: 0.0347996 Jan 18 17:14:00.606987 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb2b827-05a2-4359-8bf6-02b39541bf17 req-55a0421b-1eba-4866-91a0-48cfabf091df tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:14:00.608511 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-dbb2b827-05a2-4359-8bf6-02b39541bf17 req-55a0421b-1eba-4866-91a0-48cfabf091df tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.105 "GET /v2.0/networks?id=69fb0145-03f6-40a6-ac58-42e6e5e4d712 HTTP/1.1" status: 200 len: 815 time: 0.1155181 Jan 18 17:14:00.632047 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [req-dbb2b827-05a2-4359-8bf6-02b39541bf17 req-4dcc089b-b945-45a4-8503-e215fbd0d0cd tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Request body: {'port': {'device_id': 'ee6e164d-0747-407b-89c3-a60a4a90c9ff', 'network_id': '69fb0145-03f6-40a6-ac58-42e6e5e4d712', 'admin_state_up': True, 'tenant_id': '4c7d87680cf1434d8efeb24160231783'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:14:00.669272 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-d0f57583-9799-4745-8039-4fb698731137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (f223777b-396b-444b-a9c9-71cdff5b918d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:00.765541 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 51806) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:14:00.785199 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dea08f-ee8b-4b63-8204-9cd9bcbcf148 req-615e9f20-0da5-4446-8186-ac6c5ddeb2f4 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:14:00.787766 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-79dea08f-ee8b-4b63-8204-9cd9bcbcf148 req-615e9f20-0da5-4446-8186-ac6c5ddeb2f4 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=81188e87-857f-40aa-9453-9d784f358b5d HTTP/1.1" status: 200 len: 946 time: 0.0730674 Jan 18 17:14:00.841507 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-79dea08f-ee8b-4b63-8204-9cd9bcbcf148 req-f5b6770d-3491-4d73-bed6-2401e75246b9 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477314 Jan 18 17:14:00.882580 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-0929b22c-98ee-4738-99d8-ccf7ecdd7628 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:00.908722 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbb2b827-05a2-4359-8bf6-02b39541bf17 req-4dcc089b-b945-45a4-8503-e215fbd0d0cd tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Made reservation on behalf of 4c7d87680cf1434d8efeb24160231783 for: {'port': 1} {{(pid=103196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 17:14:00.912447 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-dbb2b827-05a2-4359-8bf6-02b39541bf17 req-4dcc089b-b945-45a4-8503-e215fbd0d0cd tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:00.962109 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-0929b22c-98ee-4738-99d8-ccf7ecdd7628 admin admin] Publish callbacks [] for security_group (60c2e54f-9f71-46bc-898c-fb95d326b982), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:01.026203 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-0929b22c-98ee-4738-99d8-ccf7ecdd7628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (60c2e54f-9f71-46bc-898c-fb95d326b982), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:01.062229 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-0929b22c-98ee-4738-99d8-ccf7ecdd7628 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=dd37ba12fe3a483199aae59c77a760fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2955894 Jan 18 17:14:01.062525 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [req-dbb2b827-05a2-4359-8bf6-02b39541bf17 req-4dcc089b-b945-45a4-8503-e215fbd0d0cd tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Allocated IP 172.20.0.13 (69fb0145-03f6-40a6-ac58-42e6e5e4d712/e2a0842a-bbe5-40a2-b308-b84b4df3e2b6/3c4ed697-efd7-4c87-8893-07396ce30f59) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 17:14:01.063109 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0929b22c-98ee-4738-99d8-ccf7ecdd7628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60c2e54f-9f71-46bc-898c-fb95d326b982,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:14:01.065361 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 51818) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:14:01.124495 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-1d843690-bb81-41ea-a1de-e5aa69654b79 admin admin] Publish callbacks [] for security_group (60c2e54f-9f71-46bc-898c-fb95d326b982), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:01.147919 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-1d843690-bb81-41ea-a1de-e5aa69654b79 admin admin] Publish callbacks [] for security_group (60c2e54f-9f71-46bc-898c-fb95d326b982), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:01.226419 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-dbb2b827-05a2-4359-8bf6-02b39541bf17 req-4dcc089b-b945-45a4-8503-e215fbd0d0cd tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Publish callbacks [] for port (3c4ed697-efd7-4c87-8893-07396ce30f59), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:01.268381 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-1d843690-bb81-41ea-a1de-e5aa69654b79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (60c2e54f-9f71-46bc-898c-fb95d326b982), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:01.272210 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-1d843690-bb81-41ea-a1de-e5aa69654b79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:01.274426 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-1d843690-bb81-41ea-a1de-e5aa69654b79 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/60c2e54f-9f71-46bc-898c-fb95d326b982 HTTP/1.1" status: 204 len: 168 time: 0.2072973 Jan 18 17:14:01.286992 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d843690-bb81-41ea-a1de-e5aa69654b79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c2e54f-9f71-46bc-898c-fb95d326b982,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:14:01.320380 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-dbb2b827-05a2-4359-8bf6-02b39541bf17 req-4dcc089b-b945-45a4-8503-e215fbd0d0cd tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785611913804'] for port (3c4ed697-efd7-4c87-8893-07396ce30f59), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:01.335471 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] get_ports_and_sgs() called for port_ids ['2706719d-053e-4bba-99a2-f8032595f432'] {{(pid=103198) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 17:14:01.372565 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbb2b827-05a2-4359-8bf6-02b39541bf17 req-4dcc089b-b945-45a4-8503-e215fbd0d0cd tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Network 69fb0145-03f6-40a6-ac58-42e6e5e4d712 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 17:14:01.375682 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [req-dbb2b827-05a2-4359-8bf6-02b39541bf17 req-4dcc089b-b945-45a4-8503-e215fbd0d0cd tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 17:14:01.380027 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbb2b827-05a2-4359-8bf6-02b39541bf17 req-4dcc089b-b945-45a4-8503-e215fbd0d0cd tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 17:14:01.386334 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb2b827-05a2-4359-8bf6-02b39541bf17 req-4dcc089b-b945-45a4-8503-e215fbd0d0cd tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:14:01.387009 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-dbb2b827-05a2-4359-8bf6-02b39541bf17 req-4dcc089b-b945-45a4-8503-e215fbd0d0cd tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1923895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526667'] for port (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:01.398153 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcc089b-b945-45a4-8503-e215fbd0d0cd tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Pushing event updated for resources: {'Port': ['ID=3c4ed697-efd7-4c87-8893-07396ce30f59,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:14:01.484685 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-dbb2b827-05a2-4359-8bf6-02b39541bf17 req-4dcc089b-b945-45a4-8503-e215fbd0d0cd tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8550394 Jan 18 17:14:01.502951 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [req-dbb2b827-05a2-4359-8bf6-02b39541bf17 req-279108aa-6791-4f23-b3c6-eebf225b700f service neutron] Request body: {'port': {'device_id': 'ee6e164d-0747-407b-89c3-a60a4a90c9ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:14:01.525169 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98a953b-aed9-4b81-b891-4c98b7d03dd6 req-bcec8030-0d4b-42e6-bd6a-b77a9f1da4b0 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:14:01.527222 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-f98a953b-aed9-4b81-b891-4c98b7d03dd6 req-bcec8030-0d4b-42e6-bd6a-b77a9f1da4b0 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/ports?device_id=ee6e164d-0747-407b-89c3-a60a4a90c9ff HTTP/1.1" status: 200 len: 932 time: 0.0664773 Jan 18 17:14:01.584675 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-dbb2b827-05a2-4359-8bf6-02b39541bf17 req-279108aa-6791-4f23-b3c6-eebf225b700f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (3c4ed697-efd7-4c87-8893-07396ce30f59), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:01.606241 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-f98a953b-aed9-4b81-b891-4c98b7d03dd6 req-2cfe0cb1-3f36-4d82-99ae-a439da0bad1b tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/security-groups?id=03df2055-10b4-4cb8-8f80-fa2d86607cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731711 Jan 18 17:14:01.846322 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (a6f837d2-7b5b-4cd3-9c28-296017d8b8e6), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:01.868000 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [req-dbb2b827-05a2-4359-8bf6-02b39541bf17 req-279108aa-6791-4f23-b3c6-eebf225b700f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c4ed697-efd7-4c87-8893-07396ce30f59 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 17:14:01.875827 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-dbb2b827-05a2-4359-8bf6-02b39541bf17 req-279108aa-6791-4f23-b3c6-eebf225b700f service neutron] Publish callbacks [] for port (3c4ed697-efd7-4c87-8893-07396ce30f59), precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:01.892954 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [req-dbb2b827-05a2-4359-8bf6-02b39541bf17 req-279108aa-6791-4f23-b3c6-eebf225b700f service neutron] Transition to ACTIVE for port object 3c4ed697-efd7-4c87-8893-07396ce30f59 will not be triggered until provisioned by entity L2. {{(pid=103196) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 17:14:01.964585 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc661d1e-b1ac-4816-93a8-8c46755cce36 req-89d3a8e1-d98e-4ba2-a93d-ec933b3a010f tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:14:01.966070 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-dc661d1e-b1ac-4816-93a8-8c46755cce36 req-89d3a8e1-d98e-4ba2-a93d-ec933b3a010f tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=81188e87-857f-40aa-9453-9d784f358b5d HTTP/1.1" status: 200 len: 946 time: 0.0499704 Jan 18 17:14:01.994460 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-dbb2b827-05a2-4359-8bf6-02b39541bf17 req-279108aa-6791-4f23-b3c6-eebf225b700f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (3c4ed697-efd7-4c87-8893-07396ce30f59), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:02.013805 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-dc661d1e-b1ac-4816-93a8-8c46755cce36 req-702b9676-1ece-461e-a42a-eb889406813c tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420785 Jan 18 17:14:02.045212 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279108aa-6791-4f23-b3c6-eebf225b700f service neutron] Pushing event updated for resources: {'Port': ['ID=3c4ed697-efd7-4c87-8893-07396ce30f59,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:14:02.075514 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [req-dbb2b827-05a2-4359-8bf6-02b39541bf17 req-279108aa-6791-4f23-b3c6-eebf225b700f service neutron] Attempting to bind port 3c4ed697-efd7-4c87-8893-07396ce30f59 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 17:14:02.075853 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [req-dbb2b827-05a2-4359-8bf6-02b39541bf17 req-279108aa-6791-4f23-b3c6-eebf225b700f service neutron] Attempting to bind port 3c4ed697-efd7-4c87-8893-07396ce30f59 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '2fccfc1b-cb99-45b9-9f8c-ca3412f0a050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '69fb0145-03f6-40a6-ac58-42e6e5e4d712'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 17:14:02.076178 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb2b827-05a2-4359-8bf6-02b39541bf17 req-279108aa-6791-4f23-b3c6-eebf225b700f service neutron] Attempting to bind port 3c4ed697-efd7-4c87-8893-07396ce30f59 on network 69fb0145-03f6-40a6-ac58-42e6e5e4d712 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 17:14:02.080495 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb2b827-05a2-4359-8bf6-02b39541bf17 req-279108aa-6791-4f23-b3c6-eebf225b700f service neutron] Port 3c4ed697-efd7-4c87-8893-07396ce30f59 on network 69fb0145-03f6-40a6-ac58-42e6e5e4d712 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 17:14:02.080811 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb2b827-05a2-4359-8bf6-02b39541bf17 req-279108aa-6791-4f23-b3c6-eebf225b700f service neutron] Attempting to bind port 3c4ed697-efd7-4c87-8893-07396ce30f59 on network 69fb0145-03f6-40a6-ac58-42e6e5e4d712 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 17:14:02.086264 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb2b827-05a2-4359-8bf6-02b39541bf17 req-279108aa-6791-4f23-b3c6-eebf225b700f service neutron] Checking agent: {'id': 'e727efee-c94b-447a-9897-92f425521d05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 17, 11, 11), 'started_at': datetime.datetime(2022, 1, 18, 17, 11, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 17, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 17:14:02.086594 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb2b827-05a2-4359-8bf6-02b39541bf17 req-279108aa-6791-4f23-b3c6-eebf225b700f service neutron] Checking segment: {'id': '2fccfc1b-cb99-45b9-9f8c-ca3412f0a050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '69fb0145-03f6-40a6-ac58-42e6e5e4d712'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 17:14:02.086974 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb2b827-05a2-4359-8bf6-02b39541bf17 req-279108aa-6791-4f23-b3c6-eebf225b700f service neutron] Bound using segment: {'id': '2fccfc1b-cb99-45b9-9f8c-ca3412f0a050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '69fb0145-03f6-40a6-ac58-42e6e5e4d712'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 17:14:02.087421 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [req-dbb2b827-05a2-4359-8bf6-02b39541bf17 req-279108aa-6791-4f23-b3c6-eebf225b700f service neutron] Bound port: 3c4ed697-efd7-4c87-8893-07396ce30f59, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fccfc1b-cb99-45b9-9f8c-ca3412f0a050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '69fb0145-03f6-40a6-ac58-42e6e5e4d712'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 17:14:02.087768 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-dbb2b827-05a2-4359-8bf6-02b39541bf17 req-279108aa-6791-4f23-b3c6-eebf225b700f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (3c4ed697-efd7-4c87-8893-07396ce30f59), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:02.157957 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [req-dbb2b827-05a2-4359-8bf6-02b39541bf17 req-279108aa-6791-4f23-b3c6-eebf225b700f service neutron] For port 3c4ed697-efd7-4c87-8893-07396ce30f59, host hv-cinder-73362, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 17:14:02.163926 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 51850) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:14:02.167351 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [req-dbb2b827-05a2-4359-8bf6-02b39541bf17 req-279108aa-6791-4f23-b3c6-eebf225b700f service neutron] For port 3c4ed697-efd7-4c87-8893-07396ce30f59, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=3c4ed697-efd7-4c87-8893-07396ce30f59,segment=NetworkSegment(2fccfc1b-cb99-45b9-9f8c-ca3412f0a050),segment_id=2fccfc1b-cb99-45b9-9f8c-ca3412f0a050)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 17:14:02.176552 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 51854) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:14:02.194728 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-2474706c-9e07-408f-9deb-c02e84e0ef33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:02.246360 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-dbb2b827-05a2-4359-8bf6-02b39541bf17 req-279108aa-6791-4f23-b3c6-eebf225b700f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (3c4ed697-efd7-4c87-8893-07396ce30f59), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:02.279544 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-2474706c-9e07-408f-9deb-c02e84e0ef33 admin admin] Publish callbacks [] for security_group (25b40e70-dd60-4f98-84e8-e85a72b7c24b), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:02.289561 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb2b827-05a2-4359-8bf6-02b39541bf17 req-279108aa-6791-4f23-b3c6-eebf225b700f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:14:02.290332 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-dbb2b827-05a2-4359-8bf6-02b39541bf17 req-279108aa-6791-4f23-b3c6-eebf225b700f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1923895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526667'] for port (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:02.291967 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-dbb2b827-05a2-4359-8bf6-02b39541bf17 req-279108aa-6791-4f23-b3c6-eebf225b700f service neutron] 10.222.0.105 "PUT /v2.0/ports/3c4ed697-efd7-4c87-8893-07396ce30f59 HTTP/1.1" status: 200 len: 1094 time: 0.7938793 Jan 18 17:14:02.292388 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee6e164d-0747-407b-89c3-a60a4a90c9ff', 'tag': '3c4ed697-efd7-4c87-8893-07396ce30f59'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 17:14:02.294608 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dae96983658fa47cc55ad2b43631f290e6eb934f25c74fb238f11dfd9473403c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80d6e420-57f0-475d-bdec-de63ad3f7443" -d '{"events": [{"name": "network-changed", "server_uuid": "ee6e164d-0747-407b-89c3-a60a4a90c9ff", "tag": "3c4ed697-efd7-4c87-8893-07396ce30f59"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 17:14:02.314131 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-cb83c27d-f140-44c3-b1b8-43d4b236268c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:02.314248 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279108aa-6791-4f23-b3c6-eebf225b700f service neutron] Pushing event updated for resources: {'Port': ['ID=3c4ed697-efd7-4c87-8893-07396ce30f59,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:14:02.323225 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279108aa-6791-4f23-b3c6-eebf225b700f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:14:02.323596 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279108aa-6791-4f23-b3c6-eebf225b700f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:14:02.323924 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279108aa-6791-4f23-b3c6-eebf225b700f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:14:02.324259 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279108aa-6791-4f23-b3c6-eebf225b700f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:14:02.324588 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279108aa-6791-4f23-b3c6-eebf225b700f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:14:02.325364 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279108aa-6791-4f23-b3c6-eebf225b700f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:14:02.325553 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279108aa-6791-4f23-b3c6-eebf225b700f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:14:02.325900 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279108aa-6791-4f23-b3c6-eebf225b700f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:14:02.326229 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279108aa-6791-4f23-b3c6-eebf225b700f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:14:02.326672 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279108aa-6791-4f23-b3c6-eebf225b700f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:14:02.327005 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279108aa-6791-4f23-b3c6-eebf225b700f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:14:02.327395 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279108aa-6791-4f23-b3c6-eebf225b700f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:14:02.327723 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279108aa-6791-4f23-b3c6-eebf225b700f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:14:02.349120 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 17:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a009883-5431-4ac3-81ec-cb84e8bfa68c x-openstack-request-id: req-1a009883-5431-4ac3-81ec-cb84e8bfa68c {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 17:14:02.349430 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee6e164d-0747-407b-89c3-a60a4a90c9ff", "tag": "3c4ed697-efd7-4c87-8893-07396ce30f59", "status": "completed", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 17:14:02.349683 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-1a009883-5431-4ac3-81ec-cb84e8bfa68c {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 17:14:02.350089 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee6e164d-0747-407b-89c3-a60a4a90c9ff', 'tag': '3c4ed697-efd7-4c87-8893-07396ce30f59', 'status': 'completed', 'code': 200} Jan 18 17:14:02.375580 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-2474706c-9e07-408f-9deb-c02e84e0ef33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (25b40e70-dd60-4f98-84e8-e85a72b7c24b), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:02.425509 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-2474706c-9e07-408f-9deb-c02e84e0ef33 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=6cd2b6b035994574a96cba32749aa883&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2478080 Jan 18 17:14:02.427871 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d6e420-57f0-475d-bdec-de63ad3f7443 req-45866bab-a1f3-4d2d-9c29-3558204feacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:14:02.429470 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-80d6e420-57f0-475d-bdec-de63ad3f7443 req-45866bab-a1f3-4d2d-9c29-3558204feacb service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=4c7d87680cf1434d8efeb24160231783&device_id=ee6e164d-0747-407b-89c3-a60a4a90c9ff HTTP/1.1" status: 200 len: 1097 time: 0.0471509 Jan 18 17:14:02.430003 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 51862) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:14:02.440859 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2474706c-9e07-408f-9deb-c02e84e0ef33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25b40e70-dd60-4f98-84e8-e85a72b7c24b,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:14:02.453741 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-cb83c27d-f140-44c3-b1b8-43d4b236268c admin admin] Publish callbacks [] for security_group (e46d6a91-aac7-4f2f-9a6a-899478ed9b08), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:02.548893 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-cb83c27d-f140-44c3-b1b8-43d4b236268c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (e46d6a91-aac7-4f2f-9a6a-899478ed9b08), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:02.592654 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-cb83c27d-f140-44c3-b1b8-43d4b236268c admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=4ed9c1416d324df293ef53d693e72784&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4262099 Jan 18 17:14:02.592654 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb83c27d-f140-44c3-b1b8-43d4b236268c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e46d6a91-aac7-4f2f-9a6a-899478ed9b08,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:14:02.594378 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d218ee87-57b7-47a2-8b10-90fc0b4c6a87 admin admin] Publish callbacks [] for security_group (25b40e70-dd60-4f98-84e8-e85a72b7c24b), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:02.594576 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 51866) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:14:02.662775 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d218ee87-57b7-47a2-8b10-90fc0b4c6a87 admin admin] Publish callbacks [] for security_group (25b40e70-dd60-4f98-84e8-e85a72b7c24b), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:02.671253 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d6e420-57f0-475d-bdec-de63ad3f7443 req-ac7e5aa4-62ca-4e52-8ca0-d34bc5658fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:14:02.672724 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-80d6e420-57f0-475d-bdec-de63ad3f7443 req-ac7e5aa4-62ca-4e52-8ca0-d34bc5658fbb service neutron] 10.222.0.105 "GET /v2.0/networks?tenant_id=4c7d87680cf1434d8efeb24160231783&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2246435 Jan 18 17:14:02.678690 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-850c2840-3302-4b2c-9b45-08efefe46fb4 admin admin] Publish callbacks [] for security_group (e46d6a91-aac7-4f2f-9a6a-899478ed9b08), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:02.702352 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-850c2840-3302-4b2c-9b45-08efefe46fb4 admin admin] Publish callbacks [] for security_group (e46d6a91-aac7-4f2f-9a6a-899478ed9b08), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:02.800727 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d47e8-196b-4bbe-9111-ecb11860d394 req-6ae56723-278f-46e3-91da-ee6d6328bdfb tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:14:02.804048 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 51876) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:14:02.805478 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-c15d47e8-196b-4bbe-9111-ecb11860d394 req-6ae56723-278f-46e3-91da-ee6d6328bdfb tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/ports?device_id=ee6e164d-0747-407b-89c3-a60a4a90c9ff HTTP/1.1" status: 200 len: 944 time: 0.1085424 Jan 18 17:14:02.884514 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-c15d47e8-196b-4bbe-9111-ecb11860d394 req-354805b2-c5ef-4fdb-9b87-2bee0ae945bd tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/security-groups?id=03df2055-10b4-4cb8-8f80-fa2d86607cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730963 Jan 18 17:14:02.894177 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 51880) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:14:02.913705 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d6e420-57f0-475d-bdec-de63ad3f7443 req-79a86a4a-3513-4e33-8731-5483c4d107fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:14:02.913705 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-80d6e420-57f0-475d-bdec-de63ad3f7443 req-79a86a4a-3513-4e33-8731-5483c4d107fb service neutron] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2270339 Jan 18 17:14:02.914022 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-850c2840-3302-4b2c-9b45-08efefe46fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (e46d6a91-aac7-4f2f-9a6a-899478ed9b08), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:02.915422 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-850c2840-3302-4b2c-9b45-08efefe46fb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:02.919001 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-850c2840-3302-4b2c-9b45-08efefe46fb4 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/e46d6a91-aac7-4f2f-9a6a-899478ed9b08 HTTP/1.1" status: 204 len: 168 time: 0.3209753 Jan 18 17:14:02.924729 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c2840-3302-4b2c-9b45-08efefe46fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e46d6a91-aac7-4f2f-9a6a-899478ed9b08,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:14:02.968149 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d218ee87-57b7-47a2-8b10-90fc0b4c6a87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (25b40e70-dd60-4f98-84e8-e85a72b7c24b), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:02.971035 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d218ee87-57b7-47a2-8b10-90fc0b4c6a87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:02.972209 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-d218ee87-57b7-47a2-8b10-90fc0b4c6a87 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/25b40e70-dd60-4f98-84e8-e85a72b7c24b HTTP/1.1" status: 204 len: 168 time: 0.5412223 Jan 18 17:14:03.001944 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d218ee87-57b7-47a2-8b10-90fc0b4c6a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b40e70-dd60-4f98-84e8-e85a72b7c24b,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:14:03.018661 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb2b827-05a2-4359-8bf6-02b39541bf17 req-6bdfa699-a4e3-49bf-b158-b86db00745d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:14:03.020214 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-dbb2b827-05a2-4359-8bf6-02b39541bf17 req-6bdfa699-a4e3-49bf-b158-b86db00745d7 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=4c7d87680cf1434d8efeb24160231783&device_id=ee6e164d-0747-407b-89c3-a60a4a90c9ff HTTP/1.1" status: 200 len: 1097 time: 0.0624983 Jan 18 17:14:03.042259 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-42b2ed30-a61e-4ec2-abbe-2a8b3074d0b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:03.082355 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-dbb2b827-05a2-4359-8bf6-02b39541bf17 req-4b687b56-d21d-42a2-8f8a-7a7fc87af270 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c4ed697-efd7-4c87-8893-07396ce30f59 HTTP/1.1" status: 200 len: 217 time: 0.0530884 Jan 18 17:14:03.083628 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-b490c118-d2f2-4e66-b7ab-37304e0320d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:03.177844 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-b490c118-d2f2-4e66-b7ab-37304e0320d6 admin admin] Publish callbacks [] for security_group (fcef748b-6aa4-46af-b0dc-2565f06dc825), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:03.214751 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb2b827-05a2-4359-8bf6-02b39541bf17 req-fab658f2-2888-4501-a060-3a7bc2a34aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:14:03.216330 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-dbb2b827-05a2-4359-8bf6-02b39541bf17 req-fab658f2-2888-4501-a060-3a7bc2a34aa3 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=e2a0842a-bbe5-40a2-b308-b84b4df3e2b6 HTTP/1.1" status: 200 len: 855 time: 0.1210494 Jan 18 17:14:03.245559 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-b490c118-d2f2-4e66-b7ab-37304e0320d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (fcef748b-6aa4-46af-b0dc-2565f06dc825), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:03.263443 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-dbb2b827-05a2-4359-8bf6-02b39541bf17 req-012259df-3391-4716-bad5-3f34d22bf57c service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=69fb0145-03f6-40a6-ac58-42e6e5e4d712&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367856 Jan 18 17:14:03.274625 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35707966-3180-4500-b13d-73b022718fef req-6e8e81d6-184f-4585-aaea-d0e28705b94c tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:14:03.276135 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-35707966-3180-4500-b13d-73b022718fef req-6e8e81d6-184f-4585-aaea-d0e28705b94c tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=81188e87-857f-40aa-9453-9d784f358b5d HTTP/1.1" status: 200 len: 946 time: 0.1251874 Jan 18 17:14:03.283694 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b490c118-d2f2-4e66-b7ab-37304e0320d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcef748b-6aa4-46af-b0dc-2565f06dc825,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:14:03.289750 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-42b2ed30-a61e-4ec2-abbe-2a8b3074d0b1 admin admin] Publish callbacks [] for security_group (6ab54ebc-084e-41a2-89d5-23ceb3698d14), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:03.289952 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-b490c118-d2f2-4e66-b7ab-37304e0320d6 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=77b11433c1d04a55830c1443deb86ead&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3927996 Jan 18 17:14:03.291784 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 51890) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:14:03.295195 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b490c118-d2f2-4e66-b7ab-37304e0320d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:14:03.295580 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b490c118-d2f2-4e66-b7ab-37304e0320d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:14:03.296124 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b490c118-d2f2-4e66-b7ab-37304e0320d6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:14:03.296397 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b490c118-d2f2-4e66-b7ab-37304e0320d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:14:03.296846 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b490c118-d2f2-4e66-b7ab-37304e0320d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:14:03.297261 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b490c118-d2f2-4e66-b7ab-37304e0320d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:14:03.297615 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b490c118-d2f2-4e66-b7ab-37304e0320d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:14:03.297968 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b490c118-d2f2-4e66-b7ab-37304e0320d6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:14:03.298302 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b490c118-d2f2-4e66-b7ab-37304e0320d6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:14:03.298639 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b490c118-d2f2-4e66-b7ab-37304e0320d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:14:03.298968 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b490c118-d2f2-4e66-b7ab-37304e0320d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:14:03.299321 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b490c118-d2f2-4e66-b7ab-37304e0320d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:14:03.299650 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b490c118-d2f2-4e66-b7ab-37304e0320d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:14:03.538313 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-42b2ed30-a61e-4ec2-abbe-2a8b3074d0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (6ab54ebc-084e-41a2-89d5-23ceb3698d14), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:03.621052 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b2ed30-a61e-4ec2-abbe-2a8b3074d0b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab54ebc-084e-41a2-89d5-23ceb3698d14,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:14:03.629001 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-42b2ed30-a61e-4ec2-abbe-2a8b3074d0b1 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=dfae2d849abe40b9b46195f8d2facbc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8239071 Jan 18 17:14:03.633405 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 51900) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:14:03.641978 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-35707966-3180-4500-b13d-73b022718fef req-79f7ddae-7962-4ff2-ad91-9c36c98f4b7f tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3526103 Jan 18 17:14:03.671605 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-dbb2b827-05a2-4359-8bf6-02b39541bf17 req-13235097-c958-484e-a4e6-2f825e492e13 service neutron] 10.222.0.105 "GET /v2.0/networks/69fb0145-03f6-40a6-ac58-42e6e5e4d712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3917863 Jan 18 17:14:03.672455 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a35f38c0-3e28-44f6-8585-a9b04e03f382 admin admin] Publish callbacks [] for security_group (fcef748b-6aa4-46af-b0dc-2565f06dc825), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:03.714926 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a35f38c0-3e28-44f6-8585-a9b04e03f382 admin admin] Publish callbacks [] for security_group (fcef748b-6aa4-46af-b0dc-2565f06dc825), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:03.738389 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-8c197718-a87a-4de5-9c90-4b50707baf62 admin admin] Publish callbacks [] for security_group (6ab54ebc-084e-41a2-89d5-23ceb3698d14), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:03.748292 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 51902) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:14:03.773914 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-ae075811-20cc-4dc8-adcc-52c232c197ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:03.777335 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-8c197718-a87a-4de5-9c90-4b50707baf62 admin admin] Publish callbacks [] for security_group (6ab54ebc-084e-41a2-89d5-23ceb3698d14), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:03.796124 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 51904) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:14:03.820810 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1a0eeb12-65b3-44df-8f9e-2ceb15885fe5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:03.840226 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-dbb2b827-05a2-4359-8bf6-02b39541bf17 req-565c345d-73d4-4341-810c-240bc0828c45 service neutron] 10.222.0.105 "GET /v2.0/networks/69fb0145-03f6-40a6-ac58-42e6e5e4d712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563675 Jan 18 17:14:03.955549 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a35f38c0-3e28-44f6-8585-a9b04e03f382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (fcef748b-6aa4-46af-b0dc-2565f06dc825), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:03.958461 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a35f38c0-3e28-44f6-8585-a9b04e03f382 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:03.962436 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-a35f38c0-3e28-44f6-8585-a9b04e03f382 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/fcef748b-6aa4-46af-b0dc-2565f06dc825 HTTP/1.1" status: 204 len: 168 time: 0.6675892 Jan 18 17:14:03.970347 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35f38c0-3e28-44f6-8585-a9b04e03f382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcef748b-6aa4-46af-b0dc-2565f06dc825,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:14:04.007839 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-8c197718-a87a-4de5-9c90-4b50707baf62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (6ab54ebc-084e-41a2-89d5-23ceb3698d14), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:04.007839 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-8c197718-a87a-4de5-9c90-4b50707baf62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:04.010146 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-8c197718-a87a-4de5-9c90-4b50707baf62 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/6ab54ebc-084e-41a2-89d5-23ceb3698d14 HTTP/1.1" status: 204 len: 168 time: 0.3716295 Jan 18 17:14:04.058709 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c197718-a87a-4de5-9c90-4b50707baf62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab54ebc-084e-41a2-89d5-23ceb3698d14,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:14:04.131506 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1a0eeb12-65b3-44df-8f9e-2ceb15885fe5 admin admin] Publish callbacks [] for security_group (0e3461ba-4a0e-4f59-9958-dfb1b9d3c6d8), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:04.158578 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-ae075811-20cc-4dc8-adcc-52c232c197ae admin admin] Publish callbacks [] for security_group (64e8055f-2c87-4c2d-885f-99863566b104), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:04.212053 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd3188e-9bb2-4052-a0eb-79533dc92f12 req-69b311b3-de8b-4c1d-bd62-9fdbec9efaa7 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:14:04.213449 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-9bd3188e-9bb2-4052-a0eb-79533dc92f12 req-69b311b3-de8b-4c1d-bd62-9fdbec9efaa7 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/ports?device_id=ee6e164d-0747-407b-89c3-a60a4a90c9ff HTTP/1.1" status: 200 len: 944 time: 0.0804594 Jan 18 17:14:04.227575 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1a0eeb12-65b3-44df-8f9e-2ceb15885fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (0e3461ba-4a0e-4f59-9958-dfb1b9d3c6d8), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:04.251322 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-ae075811-20cc-4dc8-adcc-52c232c197ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (64e8055f-2c87-4c2d-885f-99863566b104), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:04.287695 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-1a0eeb12-65b3-44df-8f9e-2ceb15885fe5 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=79fed4ca00ae4169a5b42a720aff2fd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4925995 Jan 18 17:14:04.299523 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-ae075811-20cc-4dc8-adcc-52c232c197ae admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=7cb74e76c7fc4729a4bf1c12cff25090&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5431135 Jan 18 17:14:04.299683 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0eeb12-65b3-44df-8f9e-2ceb15885fe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e3461ba-4a0e-4f59-9958-dfb1b9d3c6d8,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:14:04.299777 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae075811-20cc-4dc8-adcc-52c232c197ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64e8055f-2c87-4c2d-885f-99863566b104,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:14:04.299870 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 51914) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:14:04.300211 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 51916) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:14:04.308638 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-9bd3188e-9bb2-4052-a0eb-79533dc92f12 req-1df2e91d-4057-4c9c-b106-051eb93bc953 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/security-groups?id=03df2055-10b4-4cb8-8f80-fa2d86607cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897205 Jan 18 17:14:04.598113 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-4b544915-99f3-4202-925a-1682a3c52df0 admin admin] Publish callbacks [] for security_group (64e8055f-2c87-4c2d-885f-99863566b104), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:04.601378 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-9e969eb0-33fb-4b58-9066-a45d8d3092e6 admin admin] Publish callbacks [] for security_group (0e3461ba-4a0e-4f59-9958-dfb1b9d3c6d8), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:04.636469 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-4b544915-99f3-4202-925a-1682a3c52df0 admin admin] Publish callbacks [] for security_group (64e8055f-2c87-4c2d-885f-99863566b104), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:04.639190 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-9e969eb0-33fb-4b58-9066-a45d8d3092e6 admin admin] Publish callbacks [] for security_group (0e3461ba-4a0e-4f59-9958-dfb1b9d3c6d8), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:04.762302 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1238f903-5824-417b-8f05-7a8ecc0a9bbf req-0d07ffb9-922b-4f48-8d25-75aa150f443b tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:14:04.763818 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-1238f903-5824-417b-8f05-7a8ecc0a9bbf req-0d07ffb9-922b-4f48-8d25-75aa150f443b tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=81188e87-857f-40aa-9453-9d784f358b5d HTTP/1.1" status: 200 len: 946 time: 0.0495319 Jan 18 17:14:04.791505 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-4b544915-99f3-4202-925a-1682a3c52df0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (64e8055f-2c87-4c2d-885f-99863566b104), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:04.794164 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-4b544915-99f3-4202-925a-1682a3c52df0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:04.796456 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-4b544915-99f3-4202-925a-1682a3c52df0 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/64e8055f-2c87-4c2d-885f-99863566b104 HTTP/1.1" status: 204 len: 168 time: 0.4952786 Jan 18 17:14:04.813543 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b544915-99f3-4202-925a-1682a3c52df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e8055f-2c87-4c2d-885f-99863566b104,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:14:04.841797 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-1238f903-5824-417b-8f05-7a8ecc0a9bbf req-5b0e73e7-da66-44f0-824b-e77c6e14763d tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720239 Jan 18 17:14:04.858581 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-9e969eb0-33fb-4b58-9066-a45d8d3092e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (0e3461ba-4a0e-4f59-9958-dfb1b9d3c6d8), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:04.861343 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-9e969eb0-33fb-4b58-9066-a45d8d3092e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:04.865279 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-9e969eb0-33fb-4b58-9066-a45d8d3092e6 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/0e3461ba-4a0e-4f59-9958-dfb1b9d3c6d8 HTTP/1.1" status: 204 len: 168 time: 0.5552604 Jan 18 17:14:04.871944 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e969eb0-33fb-4b58-9066-a45d8d3092e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e3461ba-4a0e-4f59-9958-dfb1b9d3c6d8,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:14:05.006289 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 51934) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:14:05.021249 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e21f517e-9796-4cec-85d7-b1e61d68e4af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:05.099225 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e21f517e-9796-4cec-85d7-b1e61d68e4af admin admin] Publish callbacks [] for security_group (8937a539-676d-4c3b-9537-25a7c2077ba6), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:05.102403 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 51936) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:14:05.118880 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c8e02496-9840-4306-9ac9-c4c8454373ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:05.202859 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e21f517e-9796-4cec-85d7-b1e61d68e4af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (8937a539-676d-4c3b-9537-25a7c2077ba6), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:05.229352 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c8e02496-9840-4306-9ac9-c4c8454373ab admin admin] Publish callbacks [] for security_group (fbffe77b-137f-4f97-a41f-3c02cb28cedf), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:05.257506 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21f517e-9796-4cec-85d7-b1e61d68e4af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8937a539-676d-4c3b-9537-25a7c2077ba6,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:14:05.263832 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-e21f517e-9796-4cec-85d7-b1e61d68e4af admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=f0527e37f30148b3bbc33f76eb872387&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2559195 Jan 18 17:14:05.266451 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 51940) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:14:05.330549 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c8e02496-9840-4306-9ac9-c4c8454373ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (fbffe77b-137f-4f97-a41f-3c02cb28cedf), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:05.335785 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-aca04a14-4903-4f2e-b10d-5db2624633ba admin admin] Publish callbacks [] for security_group (8937a539-676d-4c3b-9537-25a7c2077ba6), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:05.355156 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447625f3-c8b9-4d96-8b20-c1d89ffa2ee7 req-dad7c4ae-f4f6-405d-b2b7-44ac5adc5061 tempest-DeleteServersTestJSON-1389015654 tempest-DeleteServersTestJSON-1389015654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:14:05.357813 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-447625f3-c8b9-4d96-8b20-c1d89ffa2ee7 req-dad7c4ae-f4f6-405d-b2b7-44ac5adc5061 tempest-DeleteServersTestJSON-1389015654 tempest-DeleteServersTestJSON-1389015654-project] 10.222.0.100 "GET /v2.0/ports?device_id=44a09345-3e20-494f-b75a-816f22853010 HTTP/1.1" status: 200 len: 945 time: 0.0594127 Jan 18 17:14:05.374886 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-aca04a14-4903-4f2e-b10d-5db2624633ba admin admin] Publish callbacks [] for security_group (8937a539-676d-4c3b-9537-25a7c2077ba6), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:05.423308 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-447625f3-c8b9-4d96-8b20-c1d89ffa2ee7 req-19dea46e-b447-4e65-8027-3c750aa22f92 tempest-DeleteServersTestJSON-1389015654 tempest-DeleteServersTestJSON-1389015654-project] 10.222.0.100 "GET /v2.0/security-groups?id=586fa32f-f935-4b19-919f-0cda76133b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596788 Jan 18 17:14:05.442080 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-c8e02496-9840-4306-9ac9-c4c8454373ab admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=3cc2be43eed64f068487f6c8c063195c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3351676 Jan 18 17:14:05.444817 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e02496-9840-4306-9ac9-c4c8454373ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbffe77b-137f-4f97-a41f-3c02cb28cedf,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:14:05.445277 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 51948) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:14:05.555666 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-4f0f0c98-471d-4874-80cb-af5b798e84cf admin admin] Publish callbacks [] for security_group (fbffe77b-137f-4f97-a41f-3c02cb28cedf), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:05.561110 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb68db9-5db6-41ee-b56d-72173f9f8e39 req-c9b82379-f5c8-4c82-bfa8-cb26e0840abd tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:14:05.568565 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-2eb68db9-5db6-41ee-b56d-72173f9f8e39 req-c9b82379-f5c8-4c82-bfa8-cb26e0840abd tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/ports?device_id=ee6e164d-0747-407b-89c3-a60a4a90c9ff HTTP/1.1" status: 200 len: 944 time: 0.0731130 Jan 18 17:14:05.579736 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-aca04a14-4903-4f2e-b10d-5db2624633ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (8937a539-676d-4c3b-9537-25a7c2077ba6), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:05.584926 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-aca04a14-4903-4f2e-b10d-5db2624633ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:05.584926 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-aca04a14-4903-4f2e-b10d-5db2624633ba admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/8937a539-676d-4c3b-9537-25a7c2077ba6 HTTP/1.1" status: 204 len: 168 time: 0.3168101 Jan 18 17:14:05.596255 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-4f0f0c98-471d-4874-80cb-af5b798e84cf admin admin] Publish callbacks [] for security_group (fbffe77b-137f-4f97-a41f-3c02cb28cedf), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:05.606652 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca04a14-4903-4f2e-b10d-5db2624633ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8937a539-676d-4c3b-9537-25a7c2077ba6,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:14:05.641132 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-2eb68db9-5db6-41ee-b56d-72173f9f8e39 req-42927481-a256-4a20-a61c-8743c1b4c689 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/security-groups?id=03df2055-10b4-4cb8-8f80-fa2d86607cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709920 Jan 18 17:14:05.799920 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-4f0f0c98-471d-4874-80cb-af5b798e84cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (fbffe77b-137f-4f97-a41f-3c02cb28cedf), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:05.803460 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-4f0f0c98-471d-4874-80cb-af5b798e84cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:05.807132 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-4f0f0c98-471d-4874-80cb-af5b798e84cf admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/fbffe77b-137f-4f97-a41f-3c02cb28cedf HTTP/1.1" status: 204 len: 168 time: 0.3583925 Jan 18 17:14:05.813903 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0f0c98-471d-4874-80cb-af5b798e84cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbffe77b-137f-4f97-a41f-3c02cb28cedf,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:14:05.919567 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 51964) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:14:05.938281 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-69462cf7-6566-4efa-8fc5-cdcac65d612d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:05.977377 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce21d560-9a2c-4517-813d-0a7ded9c71a0 req-3ddf5eb1-2314-4685-88fc-6f510461e026 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:14:05.988025 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-ce21d560-9a2c-4517-813d-0a7ded9c71a0 req-3ddf5eb1-2314-4685-88fc-6f510461e026 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=81188e87-857f-40aa-9453-9d784f358b5d HTTP/1.1" status: 200 len: 946 time: 0.0789843 Jan 18 17:14:06.037490 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Device 3c4ed697-efd7-4c87-8893-07396ce30f59 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=103198) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 17:14:06.041938 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-69462cf7-6566-4efa-8fc5-cdcac65d612d admin admin] Publish callbacks [] for security_group (e7cacd19-2764-4020-9313-c2b292182a8c), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:06.059756 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-ce21d560-9a2c-4517-813d-0a7ded9c71a0 req-9bce18f0-fb10-485a-ab33-05c2dcd31557 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705602 Jan 18 17:14:06.146578 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] For port 3c4ed697-efd7-4c87-8893-07396ce30f59, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=3c4ed697-efd7-4c87-8893-07396ce30f59,segment=NetworkSegment(2fccfc1b-cb99-45b9-9f8c-ca3412f0a050),segment_id=2fccfc1b-cb99-45b9-9f8c-ca3412f0a050)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:14:06.161211 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Returning: {'device': '3c4ed697-efd7-4c87-8893-07396ce30f59', 'network_id': '69fb0145-03f6-40a6-ac58-42e6e5e4d712', 'port_id': '3c4ed697-efd7-4c87-8893-07396ce30f59', 'mac_address': 'fa:16:3e:5e:a7:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2a0842a-bbe5-40a2-b308-b84b4df3e2b6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103198) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 17:14:06.190736 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-69462cf7-6566-4efa-8fc5-cdcac65d612d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (e7cacd19-2764-4020-9313-c2b292182a8c), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:06.202465 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Current status of the port 3c4ed697-efd7-4c87-8893-07396ce30f59 is: DOWN; New status is: BUILD {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:14:06.202911 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (3c4ed697-efd7-4c87-8893-07396ce30f59), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:06.217984 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c4ed697-efd7-4c87-8893-07396ce30f59 {{(pid=103198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 17:14:06.240652 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] For port 3c4ed697-efd7-4c87-8893-07396ce30f59, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=3c4ed697-efd7-4c87-8893-07396ce30f59,segment=NetworkSegment(2fccfc1b-cb99-45b9-9f8c-ca3412f0a050),segment_id=2fccfc1b-cb99-45b9-9f8c-ca3412f0a050)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:14:06.242835 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69462cf7-6566-4efa-8fc5-cdcac65d612d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7cacd19-2764-4020-9313-c2b292182a8c,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:14:06.257068 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-69462cf7-6566-4efa-8fc5-cdcac65d612d admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=4241c67687be4f08a1f912b18cb2cc91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3267138 Jan 18 17:14:06.257068 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 51970) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:14:06.305033 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a3dcf033-6d00-4751-abd6-530a3c0d3d93 admin admin] Publish callbacks [] for security_group (e7cacd19-2764-4020-9313-c2b292182a8c), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:06.319809 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (3c4ed697-efd7-4c87-8893-07396ce30f59), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:06.328111 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a3dcf033-6d00-4751-abd6-530a3c0d3d93 admin admin] Publish callbacks [] for security_group (e7cacd19-2764-4020-9313-c2b292182a8c), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:06.373012 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Pushing event updated for resources: {'Port': ['ID=3c4ed697-efd7-4c87-8893-07396ce30f59,revision_number=4']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:14:06.381328 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:14:06.381717 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:14:06.382188 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:14:06.382634 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:14:06.383012 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:14:06.383398 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:14:06.383753 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:14:06.384096 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:14:06.384430 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:14:06.384776 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:14:06.385113 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:14:06.385440 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:14:06.385763 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:14:06.476936 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a3dcf033-6d00-4751-abd6-530a3c0d3d93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (e7cacd19-2764-4020-9313-c2b292182a8c), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:06.480001 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a3dcf033-6d00-4751-abd6-530a3c0d3d93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:06.482914 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-a3dcf033-6d00-4751-abd6-530a3c0d3d93 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/e7cacd19-2764-4020-9313-c2b292182a8c HTTP/1.1" status: 204 len: 168 time: 0.2308965 Jan 18 17:14:06.500601 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dcf033-6d00-4751-abd6-530a3c0d3d93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7cacd19-2764-4020-9313-c2b292182a8c,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:14:06.575335 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ab550d-19a0-430b-96ce-ead4b1c42017 req-b8429e38-35eb-4740-b593-a6c56df56f99 tempest-DeleteServersTestJSON-1389015654 tempest-DeleteServersTestJSON-1389015654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:14:06.576850 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-78ab550d-19a0-430b-96ce-ead4b1c42017 req-b8429e38-35eb-4740-b593-a6c56df56f99 tempest-DeleteServersTestJSON-1389015654 tempest-DeleteServersTestJSON-1389015654-project] 10.222.0.100 "GET /v2.0/ports?device_id=44a09345-3e20-494f-b75a-816f22853010 HTTP/1.1" status: 200 len: 945 time: 0.0511653 Jan 18 17:14:06.627806 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-78ab550d-19a0-430b-96ce-ead4b1c42017 req-04a1c236-460e-47bd-bccb-c06e5a911b8c tempest-DeleteServersTestJSON-1389015654 tempest-DeleteServersTestJSON-1389015654-project] 10.222.0.100 "GET /v2.0/security-groups?id=586fa32f-f935-4b19-919f-0cda76133b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449989 Jan 18 17:14:06.732600 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] get_ports_and_sgs() called for port_ids ['3c4ed697-efd7-4c87-8893-07396ce30f59'] {{(pid=103198) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 17:14:06.804295 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a935e27b-dc4f-45e3-9df3-326a0b254ef1 req-ed650877-9b62-43d6-9519-49bc26143070 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:14:06.805971 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-a935e27b-dc4f-45e3-9df3-326a0b254ef1 req-ed650877-9b62-43d6-9519-49bc26143070 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/ports?device_id=ee6e164d-0747-407b-89c3-a60a4a90c9ff HTTP/1.1" status: 200 len: 945 time: 0.0904150 Jan 18 17:14:06.860386 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-a935e27b-dc4f-45e3-9df3-326a0b254ef1 req-4cbd94e2-43ef-442d-b877-3835d6f199b1 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/security-groups?id=03df2055-10b4-4cb8-8f80-fa2d86607cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453954 Jan 18 17:14:07.187204 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f784130-ee81-4f8d-9084-7468b0e37643 req-1b54f092-b480-4950-a6ae-9f80e2ced769 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:14:07.189218 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-3f784130-ee81-4f8d-9084-7468b0e37643 req-1b54f092-b480-4950-a6ae-9f80e2ced769 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=81188e87-857f-40aa-9453-9d784f358b5d HTTP/1.1" status: 200 len: 946 time: 0.0593293 Jan 18 17:14:07.244636 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-3f784130-ee81-4f8d-9084-7468b0e37643 req-b3ed6cf7-7e94-4f41-a200-3d8f423aa421 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491242 Jan 18 17:14:07.720780 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d9995e-7416-4a0e-8868-bbd23bbe5b2b req-ea2a529b-b71c-4b7a-b80f-d18e4850410d tempest-DeleteServersTestJSON-1389015654 tempest-DeleteServersTestJSON-1389015654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:14:07.722319 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-70d9995e-7416-4a0e-8868-bbd23bbe5b2b req-ea2a529b-b71c-4b7a-b80f-d18e4850410d tempest-DeleteServersTestJSON-1389015654 tempest-DeleteServersTestJSON-1389015654-project] 10.222.0.105 "GET /v2.0/ports?device_id=44a09345-3e20-494f-b75a-816f22853010 HTTP/1.1" status: 200 len: 945 time: 0.0557275 Jan 18 17:14:07.761149 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c5de5c-7e15-4511-bda8-d6d893bbe50b req-2efe6a91-634d-4426-97a1-acb46783e9c3 tempest-DeleteServersTestJSON-1389015654 tempest-DeleteServersTestJSON-1389015654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:14:07.762966 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-71c5de5c-7e15-4511-bda8-d6d893bbe50b req-2efe6a91-634d-4426-97a1-acb46783e9c3 tempest-DeleteServersTestJSON-1389015654 tempest-DeleteServersTestJSON-1389015654-project] 10.222.0.100 "GET /v2.0/ports?device_id=44a09345-3e20-494f-b75a-816f22853010 HTTP/1.1" status: 200 len: 945 time: 0.0557802 Jan 18 17:14:07.821886 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-71c5de5c-7e15-4511-bda8-d6d893bbe50b req-20c1bde4-78cc-45af-a02a-9438523e901d tempest-DeleteServersTestJSON-1389015654 tempest-DeleteServersTestJSON-1389015654-project] 10.222.0.100 "GET /v2.0/security-groups?id=586fa32f-f935-4b19-919f-0cda76133b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531533 Jan 18 17:14:07.912146 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [req-70d9995e-7416-4a0e-8868-bbd23bbe5b2b req-459b925c-b1f4-4cc0-83f9-953862b90e71 tempest-DeleteServersTestJSON-1389015654 tempest-DeleteServersTestJSON-1389015654-project] Deleting port cbb9c95b-cd8d-4f2a-b79e-69ea98c5b46b {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 17:14:07.912529 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-70d9995e-7416-4a0e-8868-bbd23bbe5b2b req-459b925c-b1f4-4cc0-83f9-953862b90e71 tempest-DeleteServersTestJSON-1389015654 tempest-DeleteServersTestJSON-1389015654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785612421596'] for port (cbb9c95b-cd8d-4f2a-b79e-69ea98c5b46b), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:08.036792 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Device 3c4ed697-efd7-4c87-8893-07396ce30f59 up at agent hyperv_hv-cinder-73362 {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 17:14:08.040414 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adc0010-19fe-47a0-9704-c99b75c54b84 req-195e3220-5987-40cc-b8de-9a2110de984d tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:14:08.041915 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-9adc0010-19fe-47a0-9704-c99b75c54b84 req-195e3220-5987-40cc-b8de-9a2110de984d tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/ports?device_id=ee6e164d-0747-407b-89c3-a60a4a90c9ff HTTP/1.1" status: 200 len: 945 time: 0.0880520 Jan 18 17:14:08.051217 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [req-70d9995e-7416-4a0e-8868-bbd23bbe5b2b req-459b925c-b1f4-4cc0-83f9-953862b90e71 tempest-DeleteServersTestJSON-1389015654 tempest-DeleteServersTestJSON-1389015654-project] For port cbb9c95b-cd8d-4f2a-b79e-69ea98c5b46b, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=cbb9c95b-cd8d-4f2a-b79e-69ea98c5b46b,segment=NetworkSegment(ea56166e-7389-4e33-97f5-11245c8eda5f),segment_id=ea56166e-7389-4e33-97f5-11245c8eda5f)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:14:08.051620 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-70d9995e-7416-4a0e-8868-bbd23bbe5b2b req-459b925c-b1f4-4cc0-83f9-953862b90e71 tempest-DeleteServersTestJSON-1389015654 tempest-DeleteServersTestJSON-1389015654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653228'] for port (cbb9c95b-cd8d-4f2a-b79e-69ea98c5b46b), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:08.078971 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [req-70d9995e-7416-4a0e-8868-bbd23bbe5b2b req-459b925c-b1f4-4cc0-83f9-953862b90e71 tempest-DeleteServersTestJSON-1389015654 tempest-DeleteServersTestJSON-1389015654-project] Calling delete_port for cbb9c95b-cd8d-4f2a-b79e-69ea98c5b46b owned by compute:nova {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 17:14:08.178077 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Provisioning for port 3c4ed697-efd7-4c87-8893-07396ce30f59 completed by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 17:14:08.184035 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Provisioning complete for port 3c4ed697-efd7-4c87-8893-07396ce30f59 triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:14:08.184415 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (3c4ed697-efd7-4c87-8893-07396ce30f59), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:08.185170 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-9adc0010-19fe-47a0-9704-c99b75c54b84 req-ffdeee56-dc85-483a-8a41-87c5d9c2d5cb tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/security-groups?id=03df2055-10b4-4cb8-8f80-fa2d86607cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358783 Jan 18 17:14:08.302086 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Current status of the port 3c4ed697-efd7-4c87-8893-07396ce30f59 is: BUILD; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:14:08.302924 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (3c4ed697-efd7-4c87-8893-07396ce30f59), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:08.329851 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee6e164d-0747-407b-89c3-a60a4a90c9ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c4ed697-efd7-4c87-8893-07396ce30f59'}] {{(pid=103198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 17:14:08.332614 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97aa477b9a8a7659066d830c0d89a1f304b03425b5691a2db6f60cb613ebd93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb39560-f602-4d2b-90e3-ce45035df787" -d '{"events": [{"server_uuid": "ee6e164d-0747-407b-89c3-a60a4a90c9ff", "name": "network-vif-plugged", "status": "completed", "tag": "3c4ed697-efd7-4c87-8893-07396ce30f59"}]}' {{(pid=103198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 17:14:08.374351 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] For port 3c4ed697-efd7-4c87-8893-07396ce30f59, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=3c4ed697-efd7-4c87-8893-07396ce30f59,segment=NetworkSegment(2fccfc1b-cb99-45b9-9f8c-ca3412f0a050),segment_id=2fccfc1b-cb99-45b9-9f8c-ca3412f0a050)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:14:08.387348 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-8607dc78-09d4-476c-979f-222e579d7a73 req-a8334c41-5f5f-4036-996a-98e9e4eb2d51 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=b9b0d347-98b0-4fe6-a443-bf2e28175c8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0763507 Jan 18 17:14:08.387715 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 17:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4ea226e-d820-44b9-b1be-2ce5e62e6f9b x-openstack-request-id: req-a4ea226e-d820-44b9-b1be-2ce5e62e6f9b {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 17:14:08.388009 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee6e164d-0747-407b-89c3-a60a4a90c9ff", "name": "network-vif-plugged", "status": "completed", "tag": "3c4ed697-efd7-4c87-8893-07396ce30f59", "code": 200}]} {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 17:14:08.388259 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-a4ea226e-d820-44b9-b1be-2ce5e62e6f9b {{(pid=103198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 17:14:08.388648 dv-cinder-733623-11-iscsi neutron-server[103198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee6e164d-0747-407b-89c3-a60a4a90c9ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c4ed697-efd7-4c87-8893-07396ce30f59', 'code': 200} Jan 18 17:14:08.401554 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-70d9995e-7416-4a0e-8868-bbd23bbe5b2b req-459b925c-b1f4-4cc0-83f9-953862b90e71 tempest-DeleteServersTestJSON-1389015654 tempest-DeleteServersTestJSON-1389015654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785612430192', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785611913813'] for port (cbb9c95b-cd8d-4f2a-b79e-69ea98c5b46b), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:08.458882 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739a100e-b9ea-4619-bb2f-1c5133c78ac0 req-9441baec-3a9f-446a-8932-33f343f580c0 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:14:08.463702 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (3c4ed697-efd7-4c87-8893-07396ce30f59), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:08.470679 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-739a100e-b9ea-4619-bb2f-1c5133c78ac0 req-9441baec-3a9f-446a-8932-33f343f580c0 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=81188e87-857f-40aa-9453-9d784f358b5d HTTP/1.1" status: 200 len: 946 time: 0.1163878 Jan 18 17:14:08.476409 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459b925c-b1f4-4cc0-83f9-953862b90e71 tempest-DeleteServersTestJSON-1389015654 tempest-DeleteServersTestJSON-1389015654-project] Pushing event deleted for resources: {'Port': ['ID=cbb9c95b-cd8d-4f2a-b79e-69ea98c5b46b,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:14:08.531024 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Pushing event updated for resources: {'Port': ['ID=3c4ed697-efd7-4c87-8893-07396ce30f59,revision_number=5']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:14:08.552745 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-739a100e-b9ea-4619-bb2f-1c5133c78ac0 req-c7ab1a71-a811-422a-b718-b2d8dfc15a83 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758767 Jan 18 17:14:08.603644 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [req-70d9995e-7416-4a0e-8868-bbd23bbe5b2b req-459b925c-b1f4-4cc0-83f9-953862b90e71 tempest-DeleteServersTestJSON-1389015654 tempest-DeleteServersTestJSON-1389015654-project] No DVR routers for this DVR port cbb9c95b-cd8d-4f2a-b79e-69ea98c5b46b on host hv-cinder-73362 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 17:14:08.612707 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-70d9995e-7416-4a0e-8868-bbd23bbe5b2b req-459b925c-b1f4-4cc0-83f9-953862b90e71 tempest-DeleteServersTestJSON-1389015654 tempest-DeleteServersTestJSON-1389015654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1923895'] for port (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:08.617070 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-70d9995e-7416-4a0e-8868-bbd23bbe5b2b req-459b925c-b1f4-4cc0-83f9-953862b90e71 tempest-DeleteServersTestJSON-1389015654 tempest-DeleteServersTestJSON-1389015654-project] 10.222.0.105 "DELETE /v2.0/ports/cbb9c95b-cd8d-4f2a-b79e-69ea98c5b46b HTTP/1.1" status: 204 len: 173 time: 0.8845010 Jan 18 17:14:08.617234 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44a09345-3e20-494f-b75a-816f22853010', 'name': 'network-vif-deleted', 'tag': 'cbb9c95b-cd8d-4f2a-b79e-69ea98c5b46b'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 17:14:08.619791 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dae96983658fa47cc55ad2b43631f290e6eb934f25c74fb238f11dfd9473403c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7610088e-1712-46dd-a9c8-d3e7e39e23e1" -d '{"events": [{"server_uuid": "44a09345-3e20-494f-b75a-816f22853010", "name": "network-vif-deleted", "tag": "cbb9c95b-cd8d-4f2a-b79e-69ea98c5b46b"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 17:14:08.646814 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8607dc78-09d4-476c-979f-222e579d7a73 req-075d7c01-6148-4bd0-99da-c2e26eccaaca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:14:08.651561 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-8607dc78-09d4-476c-979f-222e579d7a73 req-075d7c01-6148-4bd0-99da-c2e26eccaaca service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=4c7d87680cf1434d8efeb24160231783&device_id=b9b0d347-98b0-4fe6-a443-bf2e28175c8c HTTP/1.1" status: 200 len: 1098 time: 0.1628985 Jan 18 17:14:08.670202 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 17:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e93aef4a-e7df-4456-8335-e9997c0cdf46 x-openstack-request-id: req-e93aef4a-e7df-4456-8335-e9997c0cdf46 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 17:14:08.670560 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44a09345-3e20-494f-b75a-816f22853010", "name": "network-vif-deleted", "tag": "cbb9c95b-cd8d-4f2a-b79e-69ea98c5b46b", "status": "completed", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 17:14:08.670824 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-e93aef4a-e7df-4456-8335-e9997c0cdf46 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 17:14:08.671271 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44a09345-3e20-494f-b75a-816f22853010', 'name': 'network-vif-deleted', 'tag': 'cbb9c95b-cd8d-4f2a-b79e-69ea98c5b46b', 'status': 'completed', 'code': 200} Jan 18 17:14:08.821130 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8607dc78-09d4-476c-979f-222e579d7a73 req-6e517cbb-ccc0-41ee-9faf-acf25cbab1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:14:08.823604 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-8607dc78-09d4-476c-979f-222e579d7a73 req-6e517cbb-ccc0-41ee-9faf-acf25cbab1ce service neutron] 10.222.0.105 "GET /v2.0/networks?id=69fb0145-03f6-40a6-ac58-42e6e5e4d712 HTTP/1.1" status: 200 len: 916 time: 0.1405628 Jan 18 17:14:08.836092 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba747fb4-783c-45e1-9cd9-1629088d4648 req-8c95ec12-466f-472e-b697-580c04a274bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:14:08.837648 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-ba747fb4-783c-45e1-9cd9-1629088d4648 req-8c95ec12-466f-472e-b697-580c04a274bb service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=ee6e164d-0747-407b-89c3-a60a4a90c9ff HTTP/1.1" status: 200 len: 1099 time: 0.0601895 Jan 18 17:14:08.888111 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-8607dc78-09d4-476c-979f-222e579d7a73 req-1562c613-3260-498f-b95a-c37bc9af2e23 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2706719d-053e-4bba-99a2-f8032595f432 HTTP/1.1" status: 200 len: 217 time: 0.0493743 Jan 18 17:14:08.947491 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-26d0223c-e40a-4652-a5e8-ca3ffae86d93 req-177b0c77-34db-4d08-a6ce-9e0c32318596 tempest-DeleteServersTestJSON-1389015654 tempest-DeleteServersTestJSON-1389015654-project] 10.222.0.100 "GET /v2.0/ports?device_id=44a09345-3e20-494f-b75a-816f22853010 HTTP/1.1" status: 200 len: 210 time: 0.0339820 Jan 18 17:14:08.968321 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8607dc78-09d4-476c-979f-222e579d7a73 req-b8ad1f80-71f3-4fcf-80f2-1e25eb7e5f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:14:08.969882 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-8607dc78-09d4-476c-979f-222e579d7a73 req-b8ad1f80-71f3-4fcf-80f2-1e25eb7e5f7f service neutron] 10.222.0.105 "GET /v2.0/subnets?id=e2a0842a-bbe5-40a2-b308-b84b4df3e2b6 HTTP/1.1" status: 200 len: 855 time: 0.0729015 Jan 18 17:14:08.972338 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-ba747fb4-783c-45e1-9cd9-1629088d4648 req-81eae839-0a0b-46bd-8d77-8490b6b6b48d service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=03df2055-10b4-4cb8-8f80-fa2d86607cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907876 Jan 18 17:14:09.235998 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-8607dc78-09d4-476c-979f-222e579d7a73 req-72a63db4-ffff-4370-952f-27edab392e38 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=69fb0145-03f6-40a6-ac58-42e6e5e4d712&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598454 Jan 18 17:14:09.428758 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4aa6a7-a8d7-4cd3-9b52-606847fc3b86 req-dbcaefac-df5f-4f77-bab5-699a7d0d19df tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:14:09.431165 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-ba4aa6a7-a8d7-4cd3-9b52-606847fc3b86 req-dbcaefac-df5f-4f77-bab5-699a7d0d19df tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/ports?device_id=ee6e164d-0747-407b-89c3-a60a4a90c9ff HTTP/1.1" status: 200 len: 946 time: 0.1589448 Jan 18 17:14:09.444253 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-8607dc78-09d4-476c-979f-222e579d7a73 req-35f82daa-9d2c-4b89-b45e-586227cafb6d service neutron] 10.222.0.105 "GET /v2.0/networks/69fb0145-03f6-40a6-ac58-42e6e5e4d712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965723 Jan 18 17:14:09.554907 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-ba4aa6a7-a8d7-4cd3-9b52-606847fc3b86 req-662d1754-4bf4-4129-abdc-c1cb9b0568d2 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/security-groups?id=03df2055-10b4-4cb8-8f80-fa2d86607cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136446 Jan 18 17:14:09.593398 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-8607dc78-09d4-476c-979f-222e579d7a73 req-2026258b-ec8e-42fd-b913-ffde11954f7d service neutron] 10.222.0.105 "GET /v2.0/networks/69fb0145-03f6-40a6-ac58-42e6e5e4d712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319585 Jan 18 17:14:09.694439 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bbbf4d-2334-45e6-b3e3-48879fd14bf6 req-ff2dbcd8-5b7b-46be-a998-1ab1b21df836 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:14:09.697383 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-d0bbbf4d-2334-45e6-b3e3-48879fd14bf6 req-ff2dbcd8-5b7b-46be-a998-1ab1b21df836 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=81188e87-857f-40aa-9453-9d784f358b5d HTTP/1.1" status: 200 len: 946 time: 0.0597892 Jan 18 17:14:09.769650 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-d0bbbf4d-2334-45e6-b3e3-48879fd14bf6 req-225a1619-f219-4067-8a08-3b03ef10cb04 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640936 Jan 18 17:14:10.033565 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Device cbb9c95b-cd8d-4f2a-b79e-69ea98c5b46b no longer exists at agent hyperv_hv-cinder-73362 {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 17:14:10.055690 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] No Port match for: cbb9c95b-cd8d-4f2a-b79e-69ea98c5b46b {{(pid=103198) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 17:14:10.056106 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Device cbb9c95b-cd8d-4f2a-b79e-69ea98c5b46b not bound to the agent host hv-cinder-73362 {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 17:14:10.083484 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-3929172f-996d-4313-9060-206b02b8985e req-dbea9051-86cc-4b5b-b018-c5fca3212697 tempest-DeleteServersTestJSON-1389015654 tempest-DeleteServersTestJSON-1389015654-project] 10.222.0.100 "GET /v2.0/ports?device_id=44a09345-3e20-494f-b75a-816f22853010 HTTP/1.1" status: 200 len: 210 time: 0.0309541 Jan 18 17:14:10.695563 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa410fdb-0642-4e8f-a663-db52617f1e4b req-006b733f-8e10-4d78-bc72-fb1f1aede077 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:14:10.697438 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-aa410fdb-0642-4e8f-a663-db52617f1e4b req-006b733f-8e10-4d78-bc72-fb1f1aede077 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/ports?device_id=ee6e164d-0747-407b-89c3-a60a4a90c9ff HTTP/1.1" status: 200 len: 946 time: 0.0662317 Jan 18 17:14:10.756877 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-aa410fdb-0642-4e8f-a663-db52617f1e4b req-51803716-af7e-44f7-825a-f3b6a7043f0a tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/security-groups?id=03df2055-10b4-4cb8-8f80-fa2d86607cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535643 Jan 18 17:14:10.914396 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831b93a5-586f-4b7f-a1d9-766b659c3bbc req-ffc4e4d6-e44c-4726-9cb3-2bc74e1845b0 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:14:10.916069 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-831b93a5-586f-4b7f-a1d9-766b659c3bbc req-ffc4e4d6-e44c-4726-9cb3-2bc74e1845b0 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=81188e87-857f-40aa-9453-9d784f358b5d HTTP/1.1" status: 200 len: 946 time: 0.0566778 Jan 18 17:14:11.007764 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-831b93a5-586f-4b7f-a1d9-766b659c3bbc req-5d889170-b98a-48d3-843d-e2493e74db56 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836189 Jan 18 17:14:11.018245 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (e727efee-c94b-447a-9897-92f425521d05), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:11.121655 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a399a909-1493-4a17-92b6-23501e01d532 req-1aad487a-3bdc-4be1-8ce5-67cd24e464cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:14:11.123237 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-a399a909-1493-4a17-92b6-23501e01d532 req-1aad487a-3bdc-4be1-8ce5-67cd24e464cf service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=81188e87-857f-40aa-9453-9d784f358b5d HTTP/1.1" status: 200 len: 1099 time: 0.0664334 Jan 18 17:14:11.239971 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-a399a909-1493-4a17-92b6-23501e01d532 req-829c05ba-5f53-4143-92b5-8daa3dd34305 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452714 Jan 18 17:14:12.167575 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f9db5e-d1b4-4f17-9e29-8ccf16e88bba req-87ec4d0d-4475-4d79-bc25-c8e4c7b08308 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:14:12.172624 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-72f9db5e-d1b4-4f17-9e29-8ccf16e88bba req-87ec4d0d-4475-4d79-bc25-c8e4c7b08308 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=81188e87-857f-40aa-9453-9d784f358b5d HTTP/1.1" status: 200 len: 946 time: 0.0871832 Jan 18 17:14:12.229873 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-72f9db5e-d1b4-4f17-9e29-8ccf16e88bba req-afbf95e4-f8c7-48d1-aba0-c3f6b690724b tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552635 Jan 18 17:14:13.211507 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 52280) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:14:13.336693 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b527e8b2-fc8c-48fd-bdf6-261df3bd4732 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:13.370484 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2b015d-f570-43c8-a91d-efbf09ee0e45 req-42ffbf73-6dc3-43f8-802d-9c509e519cfe tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:14:13.372115 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-1c2b015d-f570-43c8-a91d-efbf09ee0e45 req-42ffbf73-6dc3-43f8-802d-9c509e519cfe tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=81188e87-857f-40aa-9453-9d784f358b5d HTTP/1.1" status: 200 len: 946 time: 0.0598135 Jan 18 17:14:13.437855 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b527e8b2-fc8c-48fd-bdf6-261df3bd4732 admin admin] Publish callbacks [] for security_group (4edb2af8-fa7d-44ab-b274-c5b82f204e61), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:13.456001 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-1c2b015d-f570-43c8-a91d-efbf09ee0e45 req-0b9e1625-5565-466a-ac11-41a00a502070 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695434 Jan 18 17:14:13.571252 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cd24c8-25dc-4c9d-8b17-5e1ea3c2c898 req-d5c6cab7-0df2-44de-ad8f-1d208150b766 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:14:13.572836 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-62cd24c8-25dc-4c9d-8b17-5e1ea3c2c898 req-d5c6cab7-0df2-44de-ad8f-1d208150b766 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=fd06e8ed-8113-4ba5-8f7b-c7a1759d866f HTTP/1.1" status: 200 len: 946 time: 0.0524340 Jan 18 17:14:13.593898 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b527e8b2-fc8c-48fd-bdf6-261df3bd4732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (4edb2af8-fa7d-44ab-b274-c5b82f204e61), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:13.625586 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-62cd24c8-25dc-4c9d-8b17-5e1ea3c2c898 req-dba0006f-a191-4f75-8ddf-39ad5a74ad6f tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467446 Jan 18 17:14:13.636492 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-b527e8b2-fc8c-48fd-bdf6-261df3bd4732 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=584c531fc5fa4db7a1318d3c5edc10a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4233007 Jan 18 17:14:13.637440 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b527e8b2-fc8c-48fd-bdf6-261df3bd4732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4edb2af8-fa7d-44ab-b274-c5b82f204e61,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:14:13.639294 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 52292) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:14:13.692380 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-9b612f87-7981-4b35-9a75-dc4414e9beac admin admin] Publish callbacks [] for security_group (4edb2af8-fa7d-44ab-b274-c5b82f204e61), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:13.720907 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-9b612f87-7981-4b35-9a75-dc4414e9beac admin admin] Publish callbacks [] for security_group (4edb2af8-fa7d-44ab-b274-c5b82f204e61), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:13.818398 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 52302) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:14:13.863059 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.db.db_base_plugin_v2 [None req-3edd3004-5c78-4fa4-b788-ebc51db981ae admin admin] Deleting subnet 7a82b979-6fb1-4467-b826-d60f656f3e09 {{(pid=103196) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 17:14:13.867072 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3edd3004-5c78-4fa4-b788-ebc51db981ae admin admin] Publish callbacks [] for subnet (7a82b979-6fb1-4467-b826-d60f656f3e09), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:13.880621 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-9b612f87-7981-4b35-9a75-dc4414e9beac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (4edb2af8-fa7d-44ab-b274-c5b82f204e61), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:13.883847 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-9b612f87-7981-4b35-9a75-dc4414e9beac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:13.888097 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-9b612f87-7981-4b35-9a75-dc4414e9beac admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/4edb2af8-fa7d-44ab-b274-c5b82f204e61 HTTP/1.1" status: 204 len: 168 time: 0.2451224 Jan 18 17:14:13.904848 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b612f87-7981-4b35-9a75-dc4414e9beac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4edb2af8-fa7d-44ab-b274-c5b82f204e61,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:14:13.905901 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3edd3004-5c78-4fa4-b788-ebc51db981ae admin admin] Publish callbacks [] for subnet (7a82b979-6fb1-4467-b826-d60f656f3e09), precommit_delete_associations {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:13.929232 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3edd3004-5c78-4fa4-b788-ebc51db981ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1557582'] for subnet (7a82b979-6fb1-4467-b826-d60f656f3e09), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:14.085893 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3edd3004-5c78-4fa4-b788-ebc51db981ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781'] for subnet (7a82b979-6fb1-4467-b826-d60f656f3e09), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:14.112654 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edd3004-5c78-4fa4-b788-ebc51db981ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a82b979-6fb1-4467-b826-d60f656f3e09,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:14:14.117196 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3edd3004-5c78-4fa4-b788-ebc51db981ae admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:14.120622 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-3edd3004-5c78-4fa4-b788-ebc51db981ae admin admin] 10.222.0.100 "DELETE /v2.0/subnets/7a82b979-6fb1-4467-b826-d60f656f3e09 HTTP/1.1" status: 204 len: 168 time: 0.3012240 Jan 18 17:14:14.123088 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 52306) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:14:14.201522 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7fb31e74-a981-42ec-858e-708f3909ffa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540870'] for network (2ba46ddb-7f90-4e43-a962-4539181c2555), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:14.294916 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7fb31e74-a981-42ec-858e-708f3909ffa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1561079', 'neutron.services.segments.db._delete_segments_for_network-8785612501023'] for network (2ba46ddb-7f90-4e43-a962-4539181c2555), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:14.323716 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7fb31e74-a981-42ec-858e-708f3909ffa9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:14:14.324062 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7fb31e74-a981-42ec-858e-708f3909ffa9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:14:14.325197 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7fb31e74-a981-42ec-858e-708f3909ffa9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:14:14.325545 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7fb31e74-a981-42ec-858e-708f3909ffa9 admin admin] Subscribe: > port after_create 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:14:14.325886 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7fb31e74-a981-42ec-858e-708f3909ffa9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:14:14.326220 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7fb31e74-a981-42ec-858e-708f3909ffa9 admin admin] Subscribe: > port after_update 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:14:14.326557 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7fb31e74-a981-42ec-858e-708f3909ffa9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:14:14.326884 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7fb31e74-a981-42ec-858e-708f3909ffa9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:14:14.327337 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7fb31e74-a981-42ec-858e-708f3909ffa9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:14:14.327548 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7fb31e74-a981-42ec-858e-708f3909ffa9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:14:14.485937 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7fb31e74-a981-42ec-858e-708f3909ffa9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:14:14.486373 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7fb31e74-a981-42ec-858e-708f3909ffa9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:14:14.486713 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7fb31e74-a981-42ec-858e-708f3909ffa9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:14:14.487071 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7fb31e74-a981-42ec-858e-708f3909ffa9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:14:14.488881 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.services.segments.db [None req-7fb31e74-a981-42ec-858e-708f3909ffa9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ba46ddb-7f90-4e43-a962-4539181c2555']}} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:14:14.507800 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.services.segments.db [None req-7fb31e74-a981-42ec-858e-708f3909ffa9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea56166e-7389-4e33-97f5-11245c8eda5f') {'for_net_delete': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:14:14.508135 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.services.segments.db [None req-7fb31e74-a981-42ec-858e-708f3909ffa9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea56166e-7389-4e33-97f5-11245c8eda5f') {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:14:14.532147 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7fb31e74-a981-42ec-858e-708f3909ffa9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785612502312', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6178579'] for segment (ea56166e-7389-4e33-97f5-11245c8eda5f), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:14.558015 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7fb31e74-a981-42ec-858e-708f3909ffa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527697'] for segment (ea56166e-7389-4e33-97f5-11245c8eda5f), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:14.565455 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fb31e74-a981-42ec-858e-708f3909ffa9 admin admin] Releasing vlan 261 on physical network physnet1 to pool {{(pid=103196) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 17:14:14.566035 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7fb31e74-a981-42ec-858e-708f3909ffa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4300298'] for segment (ea56166e-7389-4e33-97f5-11245c8eda5f), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:14.612645 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:14:14.612645 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:14:14.612645 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:14:14.612645 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:14:14.612645 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:14:14.612645 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:14:14.612645 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:14:14.612645 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:14:14.612645 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:14:14.612645 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:14:14.612645 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:14:14.612645 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:14:14.612645 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:14:14.612645 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:14:14.612645 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:14:14.612645 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:14:14.612645 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:14:14.612645 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:14:14.612645 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:14:14.612645 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:14:14.612645 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:14:14.612645 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:14:14.612645 dv-cinder-733623-11-iscsi neutron-server[103196]: Traceback (most recent call last): Jan 18 17:14:14.612645 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 17:14:14.612645 dv-cinder-733623-11-iscsi neutron-server[103196]: timer() Jan 18 17:14:14.612645 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 17:14:14.612645 dv-cinder-733623-11-iscsi neutron-server[103196]: cb(*args, **kw) Jan 18 17:14:14.612645 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 17:14:14.612645 dv-cinder-733623-11-iscsi neutron-server[103196]: return func(*args, **kwargs) Jan 18 17:14:14.612645 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 17:14:14.612645 dv-cinder-733623-11-iscsi neutron-server[103196]: self._notify() Jan 18 17:14:14.612645 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 17:14:14.612645 dv-cinder-733623-11-iscsi neutron-server[103196]: self.callback(batched_events) Jan 18 17:14:14.612645 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 17:14:14.612645 dv-cinder-733623-11-iscsi neutron-server[103196]: event.method(event) Jan 18 17:14:14.612645 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 17:14:14.612645 dv-cinder-733623-11-iscsi neutron-server[103196]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 17:14:14.612645 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 17:14:14.612645 dv-cinder-733623-11-iscsi neutron-server[103196]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 17:14:14.612645 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 17:14:14.612645 dv-cinder-733623-11-iscsi neutron-server[103196]: return f(self, *a, **k) Jan 18 17:14:14.612645 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 17:14:14.612645 dv-cinder-733623-11-iscsi neutron-server[103196]: return self._get(url).json() Jan 18 17:14:14.612645 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 17:14:14.612645 dv-cinder-733623-11-iscsi neutron-server[103196]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 17:14:14.612645 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 17:14:14.612645 dv-cinder-733623-11-iscsi neutron-server[103196]: return self.request(url, 'GET', **kwargs) Jan 18 17:14:14.612645 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 17:14:14.612645 dv-cinder-733623-11-iscsi neutron-server[103196]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 17:14:14.612645 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 17:14:14.612645 dv-cinder-733623-11-iscsi neutron-server[103196]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 17:14:14.612645 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 17:14:14.612645 dv-cinder-733623-11-iscsi neutron-server[103196]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 17:14:14.612645 dv-cinder-733623-11-iscsi neutron-server[103196]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 17:14:14.829176 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7fb31e74-a981-42ec-858e-708f3909ffa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647965'] for network (2ba46ddb-7f90-4e43-a962-4539181c2555), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:14.845958 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7fb31e74-a981-42ec-858e-708f3909ffa9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526667'] for network (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:14.849344 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-7fb31e74-a981-42ec-858e-708f3909ffa9 admin admin] 10.222.0.100 "DELETE /v2.0/networks/2ba46ddb-7f90-4e43-a962-4539181c2555 HTTP/1.1" status: 204 len: 168 time: 0.7252829 Jan 18 17:14:14.861717 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb31e74-a981-42ec-858e-708f3909ffa9 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ba46ddb-7f90-4e43-a962-4539181c2555,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:14:14.914697 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7507ed07-e612-480c-9c98-a79b94e875b6 req-c3881cb9-3724-4206-866d-792b8c98dd15 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:14:14.916450 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-7507ed07-e612-480c-9c98-a79b94e875b6 req-c3881cb9-3724-4206-866d-792b8c98dd15 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/networks?id=69fb0145-03f6-40a6-ac58-42e6e5e4d712 HTTP/1.1" status: 200 len: 815 time: 0.1636808 Jan 18 17:14:14.940044 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-7507ed07-e612-480c-9c98-a79b94e875b6 req-77fac15a-69a5-4d02-ba70-95674d217a01 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/quotas/4c7d87680cf1434d8efeb24160231783 HTTP/1.1" status: 200 len: 375 time: 0.0171263 Jan 18 17:14:14.995338 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-7507ed07-e612-480c-9c98-a79b94e875b6 req-47cb5dfe-e375-471e-b422-db69dce7c714 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=4c7d87680cf1434d8efeb24160231783&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0523605 Jan 18 17:14:15.096530 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-7507ed07-e612-480c-9c98-a79b94e875b6 req-8e7bc108-b37d-4119-9e5b-2118d78aa25a service neutron] 10.222.0.100 "GET /v2.0/networks/69fb0145-03f6-40a6-ac58-42e6e5e4d712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945797 Jan 18 17:14:15.174983 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 52364) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:14:15.236037 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 52368) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:14:15.292569 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-f63ea031-2c91-4d6f-8a93-c3433ae142e0 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=33a498149a11438084fcf9ac20dab009&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0529118 Jan 18 17:14:15.292967 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 52370) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:14:15.348093 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-97c583c6-5a61-4590-a4a3-0988fb4f1e33 admin admin] Publish callbacks [] for security_group (586fa32f-f935-4b19-919f-0cda76133b47), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:15.372053 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-97c583c6-5a61-4590-a4a3-0988fb4f1e33 admin admin] Publish callbacks [] for security_group (586fa32f-f935-4b19-919f-0cda76133b47), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:15.396153 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-7507ed07-e612-480c-9c98-a79b94e875b6 req-2d61dd9c-fb40-4230-ad1f-8959930e79a2 service neutron] 10.222.0.100 "GET /v2.0/networks/69fb0145-03f6-40a6-ac58-42e6e5e4d712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2927647 Jan 18 17:14:15.421392 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-b05229a1-fac8-4303-a25e-3de0e5348e32 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1417876969-network', 'tenant_id': 'b3741339c9cb4d89942a9d122409b0f2'}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:14:15.553869 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-97c583c6-5a61-4590-a4a3-0988fb4f1e33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (586fa32f-f935-4b19-919f-0cda76133b47), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:15.556686 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-97c583c6-5a61-4590-a4a3-0988fb4f1e33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:15.557856 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-97c583c6-5a61-4590-a4a3-0988fb4f1e33 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/586fa32f-f935-4b19-919f-0cda76133b47 HTTP/1.1" status: 204 len: 168 time: 0.2638993 Jan 18 17:14:15.566157 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c583c6-5a61-4590-a4a3-0988fb4f1e33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=586fa32f-f935-4b19-919f-0cda76133b47,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:14:15.583951 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b05229a1-fac8-4303-a25e-3de0e5348e32 admin admin] Made reservation on behalf of b3741339c9cb4d89942a9d122409b0f2 for: {'network': 1} {{(pid=103197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 17:14:15.585811 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-b05229a1-fac8-4303-a25e-3de0e5348e32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for network (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:15.595821 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-b05229a1-fac8-4303-a25e-3de0e5348e32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:15.674852 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-b05229a1-fac8-4303-a25e-3de0e5348e32 admin admin] Publish callbacks [] for security_group (eaa324d6-c0e9-4c20-b7bf-0db4e43fc8f3), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:15.724600 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1afba426-335d-4e6a-a426-d4ca5c9a9967 req-4890202a-665e-46fb-8269-b87dc37a7afb tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/ports?device_id=61497e35-2006-4c23-8778-4375dde4eb25 HTTP/1.1" status: 200 len: 210 time: 0.0288925 Jan 18 17:14:15.748295 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-b05229a1-fac8-4303-a25e-3de0e5348e32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (eaa324d6-c0e9-4c20-b7bf-0db4e43fc8f3), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:15.781403 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b05229a1-fac8-4303-a25e-3de0e5348e32 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 259} {{(pid=103197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 17:14:15.787923 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05229a1-fac8-4303-a25e-3de0e5348e32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa324d6-c0e9-4c20-b7bf-0db4e43fc8f3,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:14:15.807497 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-b05229a1-fac8-4303-a25e-3de0e5348e32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527697'] for segment (101eb4c4-aa78-4dfb-87e6-67db945b8efe), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:15.807497 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.db.segments_db [None req-b05229a1-fac8-4303-a25e-3de0e5348e32 admin admin] Added segment 101eb4c4-aa78-4dfb-87e6-67db945b8efe of type vlan for network 7ff719e7-6189-4b9c-a31a-5e6988ac7e0f Jan 18 17:14:15.849944 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-b05229a1-fac8-4303-a25e-3de0e5348e32 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785611949990'] for network (7ff719e7-6189-4b9c-a31a-5e6988ac7e0f), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:16.006659 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-b05229a1-fac8-4303-a25e-3de0e5348e32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781'] for network (7ff719e7-6189-4b9c-a31a-5e6988ac7e0f), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:16.006659 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05229a1-fac8-4303-a25e-3de0e5348e32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:14:16.006659 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-b05229a1-fac8-4303-a25e-3de0e5348e32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526667'] for network (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:16.059436 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05229a1-fac8-4303-a25e-3de0e5348e32 admin admin] Pushing event updated for resources: {'Network': ['ID=7ff719e7-6189-4b9c-a31a-5e6988ac7e0f,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:14:16.072481 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Network 7ff719e7-6189-4b9c-a31a-5e6988ac7e0f details requested by agent ovs-agent-dv-cinder-733623-11-iscsi with host dv-cinder-733623-11-iscsi {{(pid=103198) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 17:14:16.123122 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-b05229a1-fac8-4303-a25e-3de0e5348e32 admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9469168 Jan 18 17:14:16.126138 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 52396) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:14:16.132200 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-2d8ce779-a691-4024-a5a7-382f214ce348 admin admin] Request body: {'subnet': {'network_id': '7ff719e7-6189-4b9c-a31a-5e6988ac7e0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1417876969-subnet', 'tenant_id': 'b3741339c9cb4d89942a9d122409b0f2', 'ip_version': 4}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:14:16.228253 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d8ce779-a691-4024-a5a7-382f214ce348 admin admin] Made reservation on behalf of b3741339c9cb4d89942a9d122409b0f2 for: {'subnet': 1} {{(pid=103197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 17:14:16.230616 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-2d8ce779-a691-4024-a5a7-382f214ce348 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:16.482396 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-2d8ce779-a691-4024-a5a7-382f214ce348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781'] for subnet (c4b18e1a-148b-4cd9-a5b8-7af1ae242d93), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:16.537295 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8ce779-a691-4024-a5a7-382f214ce348 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4b18e1a-148b-4cd9-a5b8-7af1ae242d93,revision_number=0']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:14:16.544696 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8ce779-a691-4024-a5a7-382f214ce348 admin admin] Checking segment: {'id': '101eb4c4-aa78-4dfb-87e6-67db945b8efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '7ff719e7-6189-4b9c-a31a-5e6988ac7e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 17:14:16.545055 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8ce779-a691-4024-a5a7-382f214ce348 admin admin] Network hostable DHCP agents. Network: 7ff719e7-6189-4b9c-a31a-5e6988ac7e0f, hostable agents: ['1e8d2d8a-92ca-4025-a540-71c8151dbccf'], hosted agents: [] {{(pid=103197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 17:14:16.639697 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8ce779-a691-4024-a5a7-382f214ce348 admin admin] Network 7ff719e7-6189-4b9c-a31a-5e6988ac7e0f is scheduled to be hosted by DHCP agent 1e8d2d8a-92ca-4025-a540-71c8151dbccf with binding_index 1 {{(pid=103197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 17:14:16.748634 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.base_scheduler [None req-2d8ce779-a691-4024-a5a7-382f214ce348 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-11-iscsi, 7ff719e7-6189-4b9c-a31a-5e6988ac7e0f) {{(pid=103197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 17:14:16.752529 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8ce779-a691-4024-a5a7-382f214ce348 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:14:16.753244 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-2d8ce779-a691-4024-a5a7-382f214ce348 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526667'] for subnet (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:16.757386 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcfa78b7-7227-4999-b29e-af4c2338ef53 None None] Network 7ff719e7-6189-4b9c-a31a-5e6988ac7e0f requested from dv-cinder-733623-11-iscsi {{(pid=103198) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 17:14:16.889263 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-2d8ce779-a691-4024-a5a7-382f214ce348 admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7616088 Jan 18 17:14:16.891728 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 52426) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:14:16.896359 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d6793c-3f0b-416a-8f81-c92f956a471a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f84e879-2170-571d-bd14-f6ce5a973bba-7ff719e7-6189-4b9c-a31a-5e6988ac7e0f', 'network_id': '7ff719e7-6189-4b9c-a31a-5e6988ac7e0f', 'project_id': 'b3741339c9cb4d89942a9d122409b0f2', 'fixed_ips': [{'subnet_id': 'c4b18e1a-148b-4cd9-a5b8-7af1ae242d93'}]}} from dv-cinder-733623-11-iscsi. {{(pid=103198) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 17:14:16.897359 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-d7d49c1a-a0e5-4995-9b8f-3e4a399bba2f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1417876969-router', 'tenant_id': 'b3741339c9cb4d89942a9d122409b0f2', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430'}}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:14:16.899536 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-47d6793c-3f0b-416a-8f81-c92f956a471a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:16.946781 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-14a21e79-1645-4478-be9c-d38fc0ce5fb0 req-449499fe-00a2-4ba7-bada-66ddfd2877ac tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/ports?device_id=61497e35-2006-4c23-8778-4375dde4eb25 HTTP/1.1" status: 200 len: 210 time: 0.0421145 Jan 18 17:14:17.034466 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-d7d49c1a-a0e5-4995-9b8f-3e4a399bba2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-644958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16091'] for router (4b0ae68c-a166-44d6-b7a4-31737395ea44), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:17.035656 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-d7d49c1a-a0e5-4995-9b8f-3e4a399bba2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16096'] for router (4b0ae68c-a166-44d6-b7a4-31737395ea44), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:17.055583 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.db_base_plugin_common [None req-47d6793c-3f0b-416a-8f81-c92f956a471a None None] Allocated IP 172.20.0.2 (7ff719e7-6189-4b9c-a31a-5e6988ac7e0f/c4b18e1a-148b-4cd9-a5b8-7af1ae242d93/423eb151-fb66-4092-9d61-b51e1caa580f) {{(pid=103198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 17:14:17.091420 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-d7d49c1a-a0e5-4995-9b8f-3e4a399bba2f admin admin] Publish callbacks [] for router_controller (4b0ae68c-a166-44d6-b7a4-31737395ea44), precommit_add_association {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:17.204659 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-47d6793c-3f0b-416a-8f81-c92f956a471a None None] Publish callbacks [] for port (423eb151-fb66-4092-9d61-b51e1caa580f), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:17.292373 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-47d6793c-3f0b-416a-8f81-c92f956a471a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785611913804'] for port (423eb151-fb66-4092-9d61-b51e1caa580f), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:17.345240 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-d7d49c1a-a0e5-4995-9b8f-3e4a399bba2f admin admin] Publish callbacks [] for router_gateway (4b0ae68c-a166-44d6-b7a4-31737395ea44), precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:17.362774 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d6793c-3f0b-416a-8f81-c92f956a471a None None] Network 7ff719e7-6189-4b9c-a31a-5e6988ac7e0f is already hosted by enough agents. {{(pid=103198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 17:14:17.370806 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.scheduler.base_scheduler [None req-47d6793c-3f0b-416a-8f81-c92f956a471a None None] Resources bound (agent type, host, resource id): {{(pid=103198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 17:14:17.376011 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d6793c-3f0b-416a-8f81-c92f956a471a None None] Pushing event updated for resources: {'Port': ['ID=423eb151-fb66-4092-9d61-b51e1caa580f,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:14:17.376011 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d6793c-3f0b-416a-8f81-c92f956a471a None None] Received port after_create {{(pid=103198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 17:14:17.432175 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-47d6793c-3f0b-416a-8f81-c92f956a471a None None] Attempting to bind port 423eb151-fb66-4092-9d61-b51e1caa580f on host dv-cinder-733623-11-iscsi for vnic_type normal with profile {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 17:14:17.432559 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-47d6793c-3f0b-416a-8f81-c92f956a471a None None] Attempting to bind port 423eb151-fb66-4092-9d61-b51e1caa580f by drivers openvswitch,hyperv on host dv-cinder-733623-11-iscsi at level 0 using segments [{'id': '101eb4c4-aa78-4dfb-87e6-67db945b8efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '7ff719e7-6189-4b9c-a31a-5e6988ac7e0f'}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 17:14:17.432927 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d6793c-3f0b-416a-8f81-c92f956a471a None None] Attempting to bind port 423eb151-fb66-4092-9d61-b51e1caa580f on network 7ff719e7-6189-4b9c-a31a-5e6988ac7e0f {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 17:14:17.438029 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d6793c-3f0b-416a-8f81-c92f956a471a None None] Checking agent: {'id': 'a6f837d2-7b5b-4cd3-9c28-296017d8b8e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 17, 5, 2), 'started_at': datetime.datetime(2022, 1, 18, 17, 5, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 17, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 17:14:17.438488 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d6793c-3f0b-416a-8f81-c92f956a471a None None] Checking segment: {'id': '101eb4c4-aa78-4dfb-87e6-67db945b8efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '7ff719e7-6189-4b9c-a31a-5e6988ac7e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 17:14:17.438896 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-47d6793c-3f0b-416a-8f81-c92f956a471a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:17.439323 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d6793c-3f0b-416a-8f81-c92f956a471a None None] Bound using segment: {'id': '101eb4c4-aa78-4dfb-87e6-67db945b8efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '7ff719e7-6189-4b9c-a31a-5e6988ac7e0f'} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 17:14:17.439793 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-47d6793c-3f0b-416a-8f81-c92f956a471a None None] Bound port: 423eb151-fb66-4092-9d61-b51e1caa580f, host: dv-cinder-733623-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '101eb4c4-aa78-4dfb-87e6-67db945b8efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '7ff719e7-6189-4b9c-a31a-5e6988ac7e0f'}}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 17:14:17.440172 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-47d6793c-3f0b-416a-8f81-c92f956a471a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (423eb151-fb66-4092-9d61-b51e1caa580f), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:17.509596 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-47d6793c-3f0b-416a-8f81-c92f956a471a None None] For port 423eb151-fb66-4092-9d61-b51e1caa580f, host dv-cinder-733623-11-iscsi, cleared binding levels {{(pid=103198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 17:14:17.512790 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-47d6793c-3f0b-416a-8f81-c92f956a471a None None] For port 423eb151-fb66-4092-9d61-b51e1caa580f, host dv-cinder-733623-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-11-iscsi',level=0,port_id=423eb151-fb66-4092-9d61-b51e1caa580f,segment=NetworkSegment(101eb4c4-aa78-4dfb-87e6-67db945b8efe),segment_id=101eb4c4-aa78-4dfb-87e6-67db945b8efe)] {{(pid=103198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 17:14:17.583528 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-47d6793c-3f0b-416a-8f81-c92f956a471a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (423eb151-fb66-4092-9d61-b51e1caa580f), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:17.644474 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d6793c-3f0b-416a-8f81-c92f956a471a None None] Pushing event updated for resources: {'Port': ['ID=423eb151-fb66-4092-9d61-b51e1caa580f,revision_number=2']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:14:17.687883 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-d7d49c1a-a0e5-4995-9b8f-3e4a399bba2f admin admin] Publish callbacks [] for router_gateway (4b0ae68c-a166-44d6-b7a4-31737395ea44), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:17.712466 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-d7d49c1a-a0e5-4995-9b8f-3e4a399bba2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:17.833127 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.db.db_base_plugin_common [None req-d7d49c1a-a0e5-4995-9b8f-3e4a399bba2f admin admin] Allocated IP 172.27.1.80 (09e508a9-4d19-4482-acf1-bcc4a2adb430/ac199632-c036-4879-8c53-e78832fc0d54/dfa81959-21d8-4e24-bc5b-c4da2dc4b5e1) {{(pid=103197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 17:14:18.112413 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-d7d49c1a-a0e5-4995-9b8f-3e4a399bba2f admin admin] Publish callbacks [] for port (dfa81959-21d8-4e24-bc5b-c4da2dc4b5e1), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:18.123587 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-f156acfe-84cc-4a4b-9044-c4d5c056d152 req-af1ce787-c689-403d-ba56-c250a736fa95 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/ports?device_id=61497e35-2006-4c23-8778-4375dde4eb25 HTTP/1.1" status: 200 len: 210 time: 0.0445712 Jan 18 17:14:18.246035 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-d7d49c1a-a0e5-4995-9b8f-3e4a399bba2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785611913804'] for port (dfa81959-21d8-4e24-bc5b-c4da2dc4b5e1), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:18.292647 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d49c1a-a0e5-4995-9b8f-3e4a399bba2f admin admin] Network 09e508a9-4d19-4482-acf1-bcc4a2adb430 is already hosted by enough agents. {{(pid=103197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 17:14:18.295827 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.base_scheduler [None req-d7d49c1a-a0e5-4995-9b8f-3e4a399bba2f admin admin] Resources bound (agent type, host, resource id): {{(pid=103197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 17:14:18.300386 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d49c1a-a0e5-4995-9b8f-3e4a399bba2f admin admin] Received port after_create {{(pid=103197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 17:14:18.304771 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d49c1a-a0e5-4995-9b8f-3e4a399bba2f admin admin] Pushing event updated for resources: {'Port': ['ID=dfa81959-21d8-4e24-bc5b-c4da2dc4b5e1,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:14:18.566200 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7507ed07-e612-480c-9c98-a79b94e875b6 req-e63e7168-2553-4de8-9781-35765a91bba5 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:14:18.569008 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-7507ed07-e612-480c-9c98-a79b94e875b6 req-e63e7168-2553-4de8-9781-35765a91bba5 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.105 "GET /v2.0/networks?id=69fb0145-03f6-40a6-ac58-42e6e5e4d712 HTTP/1.1" status: 200 len: 815 time: 0.2672884 Jan 18 17:14:18.613682 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [req-7507ed07-e612-480c-9c98-a79b94e875b6 req-322f355e-9e88-432a-a91e-cea04dd2a5d9 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Request body: {'port': {'device_id': '61497e35-2006-4c23-8778-4375dde4eb25', 'network_id': '69fb0145-03f6-40a6-ac58-42e6e5e4d712', 'admin_state_up': True, 'tenant_id': '4c7d87680cf1434d8efeb24160231783'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:14:18.651310 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-d7d49c1a-a0e5-4995-9b8f-3e4a399bba2f admin admin] Publish callbacks [] for router_gateway (4b0ae68c-a166-44d6-b7a4-31737395ea44), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:18.724455 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84382d0f-a6e6-4b14-8f34-33a561b91062 req-f87ffdb3-4ef0-4cc0-98ff-42771908c6ce tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:14:18.733503 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-84382d0f-a6e6-4b14-8f34-33a561b91062 req-f87ffdb3-4ef0-4cc0-98ff-42771908c6ce tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=fd06e8ed-8113-4ba5-8f7b-c7a1759d866f HTTP/1.1" status: 200 len: 946 time: 0.2474201 Jan 18 17:14:18.754318 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc5b632-5161-4342-a644-0b0556d97f68 req-1f2a70ff-939e-4a3c-bc92-0ad71fd4111a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:14:18.757073 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-7cc5b632-5161-4342-a644-0b0556d97f68 req-1f2a70ff-939e-4a3c-bc92-0ad71fd4111a service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=82d395d404d64b169e0a445e9616b86b&device_id=fd06e8ed-8113-4ba5-8f7b-c7a1759d866f HTTP/1.1" status: 200 len: 1099 time: 0.2142103 Jan 18 17:14:18.964336 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-84382d0f-a6e6-4b14-8f34-33a561b91062 req-568aa3bc-3f49-474c-8f51-d66462788b7e tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270186 Jan 18 17:14:19.010310 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Device 423eb151-fb66-4092-9d61-b51e1caa580f up at agent ovs-agent-dv-cinder-733623-11-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 17:14:19.052546 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-d7d49c1a-a0e5-4995-9b8f-3e4a399bba2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648101'] for router (4b0ae68c-a166-44d6-b7a4-31737395ea44), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:19.058522 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc5b632-5161-4342-a644-0b0556d97f68 req-156bd3e0-0ba9-49b9-a5ba-fd4c4813ac86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:14:19.060603 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-7cc5b632-5161-4342-a644-0b0556d97f68 req-156bd3e0-0ba9-49b9-a5ba-fd4c4813ac86 service neutron] 10.222.0.105 "GET /v2.0/networks?id=9ee67609-54ef-4b91-940a-05d38e6b2c9b HTTP/1.1" status: 200 len: 920 time: 0.2648356 Jan 18 17:14:19.081684 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Provisioning complete for port 423eb151-fb66-4092-9d61-b51e1caa580f triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:14:19.082170 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (423eb151-fb66-4092-9d61-b51e1caa580f), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:19.110084 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-7cc5b632-5161-4342-a644-0b0556d97f68 req-3a0edfa5-ff70-46bb-8725-42a4e5896360 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ddf52e68-aa03-475b-b83c-dab38c9f91de HTTP/1.1" status: 200 len: 217 time: 0.0415452 Jan 18 17:14:19.116631 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2edf1192-92ef-4ee9-a265-f2b04a2a9c4c None None] Network 7ff719e7-6189-4b9c-a31a-5e6988ac7e0f requested from dv-cinder-733623-11-iscsi {{(pid=103198) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 17:14:19.139381 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7507ed07-e612-480c-9c98-a79b94e875b6 req-322f355e-9e88-432a-a91e-cea04dd2a5d9 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Made reservation on behalf of 4c7d87680cf1434d8efeb24160231783 for: {'port': 1} {{(pid=103196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 17:14:19.139381 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-7507ed07-e612-480c-9c98-a79b94e875b6 req-322f355e-9e88-432a-a91e-cea04dd2a5d9 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:19.215994 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc5b632-5161-4342-a644-0b0556d97f68 req-40cd877a-aa62-4286-b6a7-9d677cd06638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:14:19.218548 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-7cc5b632-5161-4342-a644-0b0556d97f68 req-40cd877a-aa62-4286-b6a7-9d677cd06638 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=7211cf1f-c33b-4353-a446-bb2d845858ab HTTP/1.1" status: 200 len: 859 time: 0.0991561 Jan 18 17:14:19.279753 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-0a70c7f9-0e88-4715-8fe8-8ae02b609109 None None] Provisioning complete for port 423eb151-fb66-4092-9d61-b51e1caa580f triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:14:19.280380 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-0a70c7f9-0e88-4715-8fe8-8ae02b609109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (423eb151-fb66-4092-9d61-b51e1caa580f), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:19.298010 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b794807d-b010-4e5a-a628-a40916080bd6 req-ed416855-b0c2-438d-8655-51d76b056bbf tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/ports?device_id=61497e35-2006-4c23-8778-4375dde4eb25 HTTP/1.1" status: 200 len: 210 time: 0.0482759 Jan 18 17:14:19.321668 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-7cc5b632-5161-4342-a644-0b0556d97f68 req-1d17ef38-7c26-4290-b238-f04d9a6979a5 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=9ee67609-54ef-4b91-940a-05d38e6b2c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703707 Jan 18 17:14:19.343365 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7d49c1a-a0e5-4995-9b8f-3e4a399bba2f admin admin] Router 4b0ae68c-a166-44d6-b7a4-31737395ea44 is scheduled to L3 agent 34860b7f-7c9d-4265-9a0a-1b9bd2e1622e with binding_index 1 {{(pid=103197) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 17:14:19.449545 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [req-7507ed07-e612-480c-9c98-a79b94e875b6 req-322f355e-9e88-432a-a91e-cea04dd2a5d9 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Allocated IP 172.20.0.12 (69fb0145-03f6-40a6-ac58-42e6e5e4d712/e2a0842a-bbe5-40a2-b308-b84b4df3e2b6/4eb23aef-14ea-404c-931e-fbe0f6b0d918) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 17:14:19.459447 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Current status of the port 423eb151-fb66-4092-9d61-b51e1caa580f is: DOWN; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:14:19.460173 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (423eb151-fb66-4092-9d61-b51e1caa580f), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:19.494913 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-7cc5b632-5161-4342-a644-0b0556d97f68 req-1bc60a18-fc38-47a0-ac16-fba47067d8ed service neutron] 10.222.0.105 "GET /v2.0/networks/9ee67609-54ef-4b91-940a-05d38e6b2c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622703 Jan 18 17:14:19.511002 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7d49c1a-a0e5-4995-9b8f-3e4a399bba2f admin admin] Notify agent at l3_agent.dv-cinder-733623-11-iscsi the message routers_updated {{(pid=103197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 17:14:19.523722 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0816bbf4-2dce-4063-b09a-47934c6f0b0e None None] Sync routers for ids ['4b0ae68c-a166-44d6-b7a4-31737395ea44'] in dv-cinder-733623-11-iscsi {{(pid=103199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 17:14:19.533306 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-0a70c7f9-0e88-4715-8fe8-8ae02b609109 None None] Current status of the port 423eb151-fb66-4092-9d61-b51e1caa580f is: DOWN; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:14:19.533704 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-0a70c7f9-0e88-4715-8fe8-8ae02b609109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (423eb151-fb66-4092-9d61-b51e1caa580f), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:19.539534 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0816bbf4-2dce-4063-b09a-47934c6f0b0e None None] Routers {'4b0ae68c-a166-44d6-b7a4-31737395ea44'} bound to L3 agent in host dv-cinder-733623-11-iscsi {{(pid=103199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 17:14:19.540298 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-0816bbf4-2dce-4063-b09a-47934c6f0b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T17:04:58Z,description=,heartbeat_timestamp=2022-01-18T17:13:58Z,host='dv-cinder-733623-11-iscsi',id=34860b7f-7c9d-4265-9a0a-1b9bd2e1622e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T17:04:59Z,topic='l3_agent')) {'router_ids': ['4b0ae68c-a166-44d6-b7a4-31737395ea44'], 'active': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:14:19.554502 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] For port 423eb151-fb66-4092-9d61-b51e1caa580f, host dv-cinder-733623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-11-iscsi',level=0,port_id=423eb151-fb66-4092-9d61-b51e1caa580f,segment=NetworkSegment(101eb4c4-aa78-4dfb-87e6-67db945b8efe),segment_id=101eb4c4-aa78-4dfb-87e6-67db945b8efe)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:14:19.591867 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-d7d49c1a-a0e5-4995-9b8f-3e4a399bba2f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:19.593154 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-d7d49c1a-a0e5-4995-9b8f-3e4a399bba2f admin admin] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7004380 Jan 18 17:14:19.595836 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 52492) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:14:19.705706 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (423eb151-fb66-4092-9d61-b51e1caa580f), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:19.743246 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvr_db [None req-0816bbf4-2dce-4063-b09a-47934c6f0b0e None None] Set router 4b0ae68c-a166-44d6-b7a4-31737395ea44 gateway port host: dv-cinder-733623-11-iscsi {{(pid=103199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 17:14:19.772157 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-7cc5b632-5161-4342-a644-0b0556d97f68 req-5ae86580-8c8a-4dc8-adbb-25f924bfe6cc service neutron] 10.222.0.105 "GET /v2.0/networks/9ee67609-54ef-4b91-940a-05d38e6b2c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653704 Jan 18 17:14:19.836638 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.db.api [None req-0a70c7f9-0e88-4715-8fe8-8ae02b609109 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103198) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 17:14:19.837163 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG oslo_db.api [None req-0a70c7f9-0e88-4715-8fe8-8ae02b609109 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 17:14:19.842940 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Pushing event updated for resources: {'Port': ['ID=423eb151-fb66-4092-9d61-b51e1caa580f,revision_number=3']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:14:19.861024 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-7507ed07-e612-480c-9c98-a79b94e875b6 req-322f355e-9e88-432a-a91e-cea04dd2a5d9 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Publish callbacks [] for port (4eb23aef-14ea-404c-931e-fbe0f6b0d918), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:19.971748 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-7507ed07-e612-480c-9c98-a79b94e875b6 req-322f355e-9e88-432a-a91e-cea04dd2a5d9 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785611913804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4300409'] for port (4eb23aef-14ea-404c-931e-fbe0f6b0d918), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:19.993855 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] get_ports_and_sgs() called for port_ids ['2706719d-053e-4bba-99a2-f8032595f432', '3c4ed697-efd7-4c87-8893-07396ce30f59'] {{(pid=103198) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 17:14:20.017056 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-0816bbf4-2dce-4063-b09a-47934c6f0b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b0ae68c-a166-44d6-b7a4-31737395ea44', 'name': 'tempest-TestShelveInstance-1417876969-router', 'tenant_id': 'b3741339c9cb4d89942a9d122409b0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'dfa81959-21d8-4e24-bc5b-c4da2dc4b5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:14:17Z', 'updated_at': '2022-01-18T17:14:18Z', 'revision_number': 3, 'project_id': 'b3741339c9cb4d89942a9d122409b0f2', 'gw_port': {'id': 'dfa81959-21d8-4e24-bc5b-c4da2dc4b5e1', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:61:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b0ae68c-a166-44d6-b7a4-31737395ea44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:14:17Z', 'updated_at': '2022-01-18T17:14:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi'}], 'dv-cinder-733623-11-iscsi', False) {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:14:20.063141 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0816bbf4-2dce-4063-b09a-47934c6f0b0e None None] Checking router: 4b0ae68c-a166-44d6-b7a4-31737395ea44 for host: dv-cinder-733623-11-iscsi {{(pid=103199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 17:14:20.063697 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0816bbf4-2dce-4063-b09a-47934c6f0b0e None None] Updating router 4b0ae68c-a166-44d6-b7a4-31737395ea44 port dfa81959-21d8-4e24-bc5b-c4da2dc4b5e1 binding host dv-cinder-733623-11-iscsi {{(pid=103199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 17:14:20.079842 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7507ed07-e612-480c-9c98-a79b94e875b6 req-322f355e-9e88-432a-a91e-cea04dd2a5d9 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Network 69fb0145-03f6-40a6-ac58-42e6e5e4d712 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 17:14:20.083672 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [req-7507ed07-e612-480c-9c98-a79b94e875b6 req-322f355e-9e88-432a-a91e-cea04dd2a5d9 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 17:14:20.102009 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322f355e-9e88-432a-a91e-cea04dd2a5d9 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Pushing event updated for resources: {'Port': ['ID=4eb23aef-14ea-404c-931e-fbe0f6b0d918,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:14:20.103390 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-0816bbf4-2dce-4063-b09a-47934c6f0b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (dfa81959-21d8-4e24-bc5b-c4da2dc4b5e1), before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:20.107884 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [req-7507ed07-e612-480c-9c98-a79b94e875b6 req-322f355e-9e88-432a-a91e-cea04dd2a5d9 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 17:14:20.174613 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7507ed07-e612-480c-9c98-a79b94e875b6 req-322f355e-9e88-432a-a91e-cea04dd2a5d9 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:14:20.174613 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-7507ed07-e612-480c-9c98-a79b94e875b6 req-322f355e-9e88-432a-a91e-cea04dd2a5d9 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1923895'] for port (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:20.263669 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-7507ed07-e612-480c-9c98-a79b94e875b6 req-322f355e-9e88-432a-a91e-cea04dd2a5d9 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6579115 Jan 18 17:14:20.293106 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274df02-5364-440a-8c2c-13812f355542 req-13e0a486-eb57-4054-88ac-d94d5f538c1c tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:14:20.295319 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-7274df02-5364-440a-8c2c-13812f355542 req-13e0a486-eb57-4054-88ac-d94d5f538c1c tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=fd06e8ed-8113-4ba5-8f7b-c7a1759d866f HTTP/1.1" status: 200 len: 946 time: 0.1216598 Jan 18 17:14:20.380047 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-0a70c7f9-0e88-4715-8fe8-8ae02b609109 None None] Current status of the port 423eb151-fb66-4092-9d61-b51e1caa580f is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:14:20.394591 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-7274df02-5364-440a-8c2c-13812f355542 req-907252c0-a697-42bb-a12b-393b374c3cde tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887258 Jan 18 17:14:20.439926 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-0816bbf4-2dce-4063-b09a-47934c6f0b0e None None] Publish callbacks [] for port (dfa81959-21d8-4e24-bc5b-c4da2dc4b5e1), precommit_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:20.506019 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-fed0a764-f71a-44a9-9eb5-65810e36a505 None None] Provisioning complete for port 423eb151-fb66-4092-9d61-b51e1caa580f triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:14:20.506491 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-fed0a764-f71a-44a9-9eb5-65810e36a505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (423eb151-fb66-4092-9d61-b51e1caa580f), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:20.560159 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-0816bbf4-2dce-4063-b09a-47934c6f0b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (dfa81959-21d8-4e24-bc5b-c4da2dc4b5e1), after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:20.575969 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a174ee65-bb3d-4cf3-b841-d4ae45dcac89 req-597ea8c1-9f64-4020-8814-95e07b74972d tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:14:20.577475 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-a174ee65-bb3d-4cf3-b841-d4ae45dcac89 req-597ea8c1-9f64-4020-8814-95e07b74972d tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/ports?device_id=61497e35-2006-4c23-8778-4375dde4eb25 HTTP/1.1" status: 200 len: 932 time: 0.0958571 Jan 18 17:14:20.613733 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [None req-0816bbf4-2dce-4063-b09a-47934c6f0b0e None None] Attempting to bind port dfa81959-21d8-4e24-bc5b-c4da2dc4b5e1 on host dv-cinder-733623-11-iscsi for vnic_type normal with profile {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 17:14:20.614666 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [None req-0816bbf4-2dce-4063-b09a-47934c6f0b0e None None] Attempting to bind port dfa81959-21d8-4e24-bc5b-c4da2dc4b5e1 by drivers openvswitch,hyperv on host dv-cinder-733623-11-iscsi at level 0 using segments [{'id': 'e313aa2e-7c8f-481c-b82b-97bbd998f4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430'}] {{(pid=103199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 17:14:20.615273 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0816bbf4-2dce-4063-b09a-47934c6f0b0e None None] Attempting to bind port dfa81959-21d8-4e24-bc5b-c4da2dc4b5e1 on network 09e508a9-4d19-4482-acf1-bcc4a2adb430 {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 17:14:20.617770 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-fed0a764-f71a-44a9-9eb5-65810e36a505 None None] Current status of the port 423eb151-fb66-4092-9d61-b51e1caa580f is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:14:20.624340 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0816bbf4-2dce-4063-b09a-47934c6f0b0e None None] Checking agent: {'id': 'a6f837d2-7b5b-4cd3-9c28-296017d8b8e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 17, 5, 2), 'started_at': datetime.datetime(2022, 1, 18, 17, 5, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 17, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 17:14:20.624777 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0816bbf4-2dce-4063-b09a-47934c6f0b0e None None] Checking segment: {'id': 'e313aa2e-7c8f-481c-b82b-97bbd998f4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 17:14:20.625435 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-0816bbf4-2dce-4063-b09a-47934c6f0b0e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:20.625588 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0816bbf4-2dce-4063-b09a-47934c6f0b0e None None] Bound using segment: {'id': 'e313aa2e-7c8f-481c-b82b-97bbd998f4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430'} {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 17:14:20.626004 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [None req-0816bbf4-2dce-4063-b09a-47934c6f0b0e None None] Bound port: dfa81959-21d8-4e24-bc5b-c4da2dc4b5e1, host: dv-cinder-733623-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e313aa2e-7c8f-481c-b82b-97bbd998f4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430'}}] {{(pid=103199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 17:14:20.626390 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-0816bbf4-2dce-4063-b09a-47934c6f0b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (dfa81959-21d8-4e24-bc5b-c4da2dc4b5e1), before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:20.628305 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9df5d2c-3a19-4947-a7e7-a261082a7bce None None] Pushing event updated for resources: {'Port': ['ID=dfa81959-21d8-4e24-bc5b-c4da2dc4b5e1,revision_number=2']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:14:20.662053 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-9f60bd56-ee7b-4b5d-b310-f4a740c3ca21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:20.663568 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9df5d2c-3a19-4947-a7e7-a261082a7bce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:14:20.664174 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9df5d2c-3a19-4947-a7e7-a261082a7bce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:14:20.664527 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9df5d2c-3a19-4947-a7e7-a261082a7bce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:14:20.664879 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9df5d2c-3a19-4947-a7e7-a261082a7bce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:14:20.665224 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9df5d2c-3a19-4947-a7e7-a261082a7bce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:14:20.665657 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9df5d2c-3a19-4947-a7e7-a261082a7bce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:14:20.665899 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9df5d2c-3a19-4947-a7e7-a261082a7bce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:14:20.666236 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9df5d2c-3a19-4947-a7e7-a261082a7bce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:14:20.668179 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9df5d2c-3a19-4947-a7e7-a261082a7bce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:14:20.668547 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9df5d2c-3a19-4947-a7e7-a261082a7bce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:14:20.673948 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9df5d2c-3a19-4947-a7e7-a261082a7bce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:14:20.673948 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9df5d2c-3a19-4947-a7e7-a261082a7bce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:14:20.673948 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9df5d2c-3a19-4947-a7e7-a261082a7bce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:14:20.715030 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-a174ee65-bb3d-4cf3-b841-d4ae45dcac89 req-73a7f7aa-26a7-4530-8569-7916c481285d tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/security-groups?id=03df2055-10b4-4cb8-8f80-fa2d86607cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208231 Jan 18 17:14:20.735754 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.db [None req-0816bbf4-2dce-4063-b09a-47934c6f0b0e None None] For port dfa81959-21d8-4e24-bc5b-c4da2dc4b5e1, host dv-cinder-733623-11-iscsi, cleared binding levels {{(pid=103199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 17:14:20.735754 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.db [None req-0816bbf4-2dce-4063-b09a-47934c6f0b0e None None] For port dfa81959-21d8-4e24-bc5b-c4da2dc4b5e1, host dv-cinder-733623-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-11-iscsi',level=0,port_id=dfa81959-21d8-4e24-bc5b-c4da2dc4b5e1,segment=NetworkSegment(e313aa2e-7c8f-481c-b82b-97bbd998f4e0),segment_id=e313aa2e-7c8f-481c-b82b-97bbd998f4e0)] {{(pid=103199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 17:14:20.823341 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-0816bbf4-2dce-4063-b09a-47934c6f0b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (dfa81959-21d8-4e24-bc5b-c4da2dc4b5e1), after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:20.846432 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Device 423eb151-fb66-4092-9d61-b51e1caa580f up at agent ovs-agent-dv-cinder-733623-11-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 17:14:20.882985 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0816bbf4-2dce-4063-b09a-47934c6f0b0e None None] Routers {'4b0ae68c-a166-44d6-b7a4-31737395ea44'} bound to L3 agent in host dv-cinder-733623-11-iscsi {{(pid=103199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 17:14:20.883638 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-0816bbf4-2dce-4063-b09a-47934c6f0b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T17:04:58Z,description=,heartbeat_timestamp=2022-01-18T17:13:58Z,host='dv-cinder-733623-11-iscsi',id=34860b7f-7c9d-4265-9a0a-1b9bd2e1622e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T17:04:59Z,topic='l3_agent')) {'router_ids': ['4b0ae68c-a166-44d6-b7a4-31737395ea44'], 'active': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:14:20.905137 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Provisioning complete for port 423eb151-fb66-4092-9d61-b51e1caa580f triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:14:20.905716 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (423eb151-fb66-4092-9d61-b51e1caa580f), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:20.909159 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.db.db_base_plugin_common [None req-9f60bd56-ee7b-4b5d-b310-f4a740c3ca21 admin admin] Allocated IP 172.20.0.1 (7ff719e7-6189-4b9c-a31a-5e6988ac7e0f/c4b18e1a-148b-4cd9-a5b8-7af1ae242d93/3ffccfcc-8888-4ed9-91ed-c65d10e4599d) {{(pid=103197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 17:14:20.922454 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9df5d2c-3a19-4947-a7e7-a261082a7bce None None] Pushing event updated for resources: {'Port': ['ID=dfa81959-21d8-4e24-bc5b-c4da2dc4b5e1,revision_number=3']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:14:20.996471 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Current status of the port 423eb151-fb66-4092-9d61-b51e1caa580f is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:14:21.016170 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvr_db [None req-0816bbf4-2dce-4063-b09a-47934c6f0b0e None None] Set router 4b0ae68c-a166-44d6-b7a4-31737395ea44 gateway port host: dv-cinder-733623-11-iscsi {{(pid=103199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 17:14:21.032809 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-9f60bd56-ee7b-4b5d-b310-f4a740c3ca21 admin admin] Publish callbacks [] for port (3ffccfcc-8888-4ed9-91ed-c65d10e4599d), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:21.160414 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-9f60bd56-ee7b-4b5d-b310-f4a740c3ca21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785611913804'] for port (3ffccfcc-8888-4ed9-91ed-c65d10e4599d), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:21.208939 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-0816bbf4-2dce-4063-b09a-47934c6f0b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b0ae68c-a166-44d6-b7a4-31737395ea44', 'name': 'tempest-TestShelveInstance-1417876969-router', 'tenant_id': 'b3741339c9cb4d89942a9d122409b0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'dfa81959-21d8-4e24-bc5b-c4da2dc4b5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:14:17Z', 'updated_at': '2022-01-18T17:14:18Z', 'revision_number': 3, 'project_id': 'b3741339c9cb4d89942a9d122409b0f2', 'gw_port': {'id': 'dfa81959-21d8-4e24-bc5b-c4da2dc4b5e1', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:61:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b0ae68c-a166-44d6-b7a4-31737395ea44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:14:17Z', 'updated_at': '2022-01-18T17:14:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi'}], 'dv-cinder-733623-11-iscsi', False) {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:14:21.215942 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f60bd56-ee7b-4b5d-b310-f4a740c3ca21 admin admin] Network 7ff719e7-6189-4b9c-a31a-5e6988ac7e0f is already hosted by enough agents. {{(pid=103197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 17:14:21.218903 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.base_scheduler [None req-9f60bd56-ee7b-4b5d-b310-f4a740c3ca21 admin admin] Resources bound (agent type, host, resource id): {{(pid=103197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 17:14:21.221544 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f60bd56-ee7b-4b5d-b310-f4a740c3ca21 admin admin] Received port after_create {{(pid=103197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 17:14:21.221968 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-9f60bd56-ee7b-4b5d-b310-f4a740c3ca21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-647824'] for router_interface (4b0ae68c-a166-44d6-b7a4-31737395ea44), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:21.231492 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f60bd56-ee7b-4b5d-b310-f4a740c3ca21 admin admin] Pushing event updated for resources: {'Port': ['ID=3ffccfcc-8888-4ed9-91ed-c65d10e4599d,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:14:21.245463 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0816bbf4-2dce-4063-b09a-47934c6f0b0e None None] The sync data for ids ['4b0ae68c-a166-44d6-b7a4-31737395ea44'] in dv-cinder-733623-11-iscsi is: [{'id': '4b0ae68c-a166-44d6-b7a4-31737395ea44', 'name': 'tempest-TestShelveInstance-1417876969-router', 'tenant_id': 'b3741339c9cb4d89942a9d122409b0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'dfa81959-21d8-4e24-bc5b-c4da2dc4b5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:14:17Z', 'updated_at': '2022-01-18T17:14:18Z', 'revision_number': 3, 'project_id': 'b3741339c9cb4d89942a9d122409b0f2', 'gw_port': {'id': 'dfa81959-21d8-4e24-bc5b-c4da2dc4b5e1', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:61:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b0ae68c-a166-44d6-b7a4-31737395ea44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:14:17Z', 'updated_at': '2022-01-18T17:14:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi'}] {{(pid=103199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 17:14:21.451573 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-9f60bd56-ee7b-4b5d-b310-f4a740c3ca21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (3ffccfcc-8888-4ed9-91ed-c65d10e4599d), before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:21.458157 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-a754d852-7ae7-4b96-b5c9-983329498f15 None None] Provisioning complete for port 3ffccfcc-8888-4ed9-91ed-c65d10e4599d triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:14:21.458904 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-a754d852-7ae7-4b96-b5c9-983329498f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (3ffccfcc-8888-4ed9-91ed-c65d10e4599d), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:21.496831 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-a754d852-7ae7-4b96-b5c9-983329498f15 None None] Port 3ffccfcc-8888-4ed9-91ed-c65d10e4599d cannot update to ACTIVE because it is not bound. {{(pid=103198) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 17:14:21.619005 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af9b06d-c179-40c3-a4fb-a9204e4a8da4 req-1012b8ad-8ad2-4d0e-8efa-e0ff185e16a3 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:14:21.620628 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-2af9b06d-c179-40c3-a4fb-a9204e4a8da4 req-1012b8ad-8ad2-4d0e-8efa-e0ff185e16a3 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=fd06e8ed-8113-4ba5-8f7b-c7a1759d866f HTTP/1.1" status: 200 len: 946 time: 0.1312804 Jan 18 17:14:21.704486 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-2af9b06d-c179-40c3-a4fb-a9204e4a8da4 req-98472c8f-a55b-4dba-b0f8-0f157cf05bbd tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773983 Jan 18 17:14:21.725640 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-9f60bd56-ee7b-4b5d-b310-f4a740c3ca21 admin admin] Publish callbacks [] for port (3ffccfcc-8888-4ed9-91ed-c65d10e4599d), precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:21.816617 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-9f60bd56-ee7b-4b5d-b310-f4a740c3ca21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (3ffccfcc-8888-4ed9-91ed-c65d10e4599d), after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:21.817576 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-9f60bd56-ee7b-4b5d-b310-f4a740c3ca21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-647780'] for router_interface (4b0ae68c-a166-44d6-b7a4-31737395ea44), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:21.872662 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec65b7-95bf-4171-9517-5422871d8d5b req-8c1ed240-4dbd-4f13-ad61-744bc8b2997c tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:14:21.874181 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-6aec65b7-95bf-4171-9517-5422871d8d5b req-8c1ed240-4dbd-4f13-ad61-744bc8b2997c tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/ports?device_id=61497e35-2006-4c23-8778-4375dde4eb25 HTTP/1.1" status: 200 len: 932 time: 0.0929174 Jan 18 17:14:21.932357 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f60bd56-ee7b-4b5d-b310-f4a740c3ca21 admin admin] Pushing event updated for resources: {'Port': ['ID=3ffccfcc-8888-4ed9-91ed-c65d10e4599d,revision_number=2']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:14:21.987419 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-6aec65b7-95bf-4171-9517-5422871d8d5b req-8a023b6a-49f3-469c-abc5-14af7cb4e2ba tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/security-groups?id=03df2055-10b4-4cb8-8f80-fa2d86607cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016707 Jan 18 17:14:22.005735 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f60bd56-ee7b-4b5d-b310-f4a740c3ca21 admin admin] Network 7ff719e7-6189-4b9c-a31a-5e6988ac7e0f is already hosted by enough agents. {{(pid=103197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 17:14:22.007238 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.base_scheduler [None req-9f60bd56-ee7b-4b5d-b310-f4a740c3ca21 admin admin] Resources bound (agent type, host, resource id): {{(pid=103197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 17:14:22.158194 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f60bd56-ee7b-4b5d-b310-f4a740c3ca21 admin admin] Router 4b0ae68c-a166-44d6-b7a4-31737395ea44 has already been hosted by L3 agent 34860b7f-7c9d-4265-9a0a-1b9bd2e1622e {{(pid=103197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 17:14:22.222879 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-90d6b7cf-9060-4a2a-88bb-0828e12a4741 None None] Provisioning complete for port 3ffccfcc-8888-4ed9-91ed-c65d10e4599d triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:14:22.223324 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-90d6b7cf-9060-4a2a-88bb-0828e12a4741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (3ffccfcc-8888-4ed9-91ed-c65d10e4599d), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:22.258170 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-90d6b7cf-9060-4a2a-88bb-0828e12a4741 None None] Port 3ffccfcc-8888-4ed9-91ed-c65d10e4599d cannot update to ACTIVE because it is not bound. {{(pid=103198) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 17:14:22.279720 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f60bd56-ee7b-4b5d-b310-f4a740c3ca21 admin admin] Notify agent at l3_agent.dv-cinder-733623-11-iscsi the message routers_updated {{(pid=103197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 17:14:22.285242 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-9f60bd56-ee7b-4b5d-b310-f4a740c3ca21 admin admin] 10.222.0.100 "PUT /v2.0/routers/4b0ae68c-a166-44d6-b7a4-31737395ea44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6881306 Jan 18 17:14:22.868153 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbffdcd-d6a7-4147-9ca0-9f6149f9ebbc req-73a56388-c465-473e-bc6c-8acd5bbc04a2 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:14:22.869789 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-8dbffdcd-d6a7-4147-9ca0-9f6149f9ebbc req-73a56388-c465-473e-bc6c-8acd5bbc04a2 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=fd06e8ed-8113-4ba5-8f7b-c7a1759d866f HTTP/1.1" status: 200 len: 946 time: 0.0649636 Jan 18 17:14:22.886179 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Device dfa81959-21d8-4e24-bc5b-c4da2dc4b5e1 up at agent ovs-agent-dv-cinder-733623-11-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 17:14:22.935287 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-8dbffdcd-d6a7-4147-9ca0-9f6149f9ebbc req-5e1ef15f-3b45-4b32-b2bb-7b93aa25a5a2 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577831 Jan 18 17:14:22.940250 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Provisioning complete for port dfa81959-21d8-4e24-bc5b-c4da2dc4b5e1 triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:14:22.940250 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (dfa81959-21d8-4e24-bc5b-c4da2dc4b5e1), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:23.003418 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [req-7507ed07-e612-480c-9c98-a79b94e875b6 req-537b279f-ee75-4a84-a3a0-b8a1eee0c904 service neutron] Request body: {'port': {'device_id': '61497e35-2006-4c23-8778-4375dde4eb25', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:14:23.112484 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-7507ed07-e612-480c-9c98-a79b94e875b6 req-537b279f-ee75-4a84-a3a0-b8a1eee0c904 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (4eb23aef-14ea-404c-931e-fbe0f6b0d918), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:23.148674 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 52586) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:14:23.155002 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-6941e97a-2287-41fb-b451-7d2746d2470d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1612540897-network', 'tenant_id': 'da8ff98f0f8244899af414e6a5f71296'}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:14:23.206070 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effb9471-0900-46fc-b0ff-21000c05e86d None None] Sync routers for ids ['4b0ae68c-a166-44d6-b7a4-31737395ea44'] in dv-cinder-733623-11-iscsi {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 17:14:23.222759 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe225d9-2a0d-4d46-936d-243058e5cba8 req-39c2a64f-2a50-4869-bba1-b0f45e5f3080 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:14:23.225022 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-abe225d9-2a0d-4d46-936d-243058e5cba8 req-39c2a64f-2a50-4869-bba1-b0f45e5f3080 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/ports?device_id=61497e35-2006-4c23-8778-4375dde4eb25 HTTP/1.1" status: 200 len: 932 time: 0.1290560 Jan 18 17:14:23.229154 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Current status of the port dfa81959-21d8-4e24-bc5b-c4da2dc4b5e1 is: DOWN; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:14:23.229545 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (dfa81959-21d8-4e24-bc5b-c4da2dc4b5e1), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:23.234296 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effb9471-0900-46fc-b0ff-21000c05e86d None None] Routers {'4b0ae68c-a166-44d6-b7a4-31737395ea44'} bound to L3 agent in host dv-cinder-733623-11-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 17:14:23.235002 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-effb9471-0900-46fc-b0ff-21000c05e86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T17:04:58Z,description=,heartbeat_timestamp=2022-01-18T17:13:58Z,host='dv-cinder-733623-11-iscsi',id=34860b7f-7c9d-4265-9a0a-1b9bd2e1622e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T17:04:59Z,topic='l3_agent')) {'router_ids': ['4b0ae68c-a166-44d6-b7a4-31737395ea44'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:14:23.281680 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-abe225d9-2a0d-4d46-936d-243058e5cba8 req-a7b3138a-63f6-4e6a-8c1c-e623fa277915 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/security-groups?id=03df2055-10b4-4cb8-8f80-fa2d86607cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502148 Jan 18 17:14:23.294893 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] For port dfa81959-21d8-4e24-bc5b-c4da2dc4b5e1, host dv-cinder-733623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-11-iscsi',level=0,port_id=dfa81959-21d8-4e24-bc5b-c4da2dc4b5e1,segment=NetworkSegment(e313aa2e-7c8f-481c-b82b-97bbd998f4e0),segment_id=e313aa2e-7c8f-481c-b82b-97bbd998f4e0)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:14:23.296609 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6941e97a-2287-41fb-b451-7d2746d2470d admin admin] Made reservation on behalf of da8ff98f0f8244899af414e6a5f71296 for: {'network': 1} {{(pid=103197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 17:14:23.298951 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-6941e97a-2287-41fb-b451-7d2746d2470d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for network (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:23.312113 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-6941e97a-2287-41fb-b451-7d2746d2470d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:23.359987 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (dfa81959-21d8-4e24-bc5b-c4da2dc4b5e1), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:23.388561 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-effb9471-0900-46fc-b0ff-21000c05e86d None None] Set router 4b0ae68c-a166-44d6-b7a4-31737395ea44 gateway port host: dv-cinder-733623-11-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 17:14:23.420232 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-6941e97a-2287-41fb-b451-7d2746d2470d admin admin] Publish callbacks [] for security_group (bed7f0c6-ade4-4ecc-a114-ead5925cb9c2), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:23.456023 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [req-7507ed07-e612-480c-9c98-a79b94e875b6 req-537b279f-ee75-4a84-a3a0-b8a1eee0c904 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4eb23aef-14ea-404c-931e-fbe0f6b0d918 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 17:14:23.464199 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-7507ed07-e612-480c-9c98-a79b94e875b6 req-537b279f-ee75-4a84-a3a0-b8a1eee0c904 service neutron] Publish callbacks [] for port (4eb23aef-14ea-404c-931e-fbe0f6b0d918), precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:23.477225 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [req-7507ed07-e612-480c-9c98-a79b94e875b6 req-537b279f-ee75-4a84-a3a0-b8a1eee0c904 service neutron] Transition to ACTIVE for port object 4eb23aef-14ea-404c-931e-fbe0f6b0d918 will not be triggered until provisioned by entity L2. {{(pid=103196) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 17:14:23.492633 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Pushing event updated for resources: {'Port': ['ID=dfa81959-21d8-4e24-bc5b-c4da2dc4b5e1,revision_number=4']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:14:23.531426 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-6941e97a-2287-41fb-b451-7d2746d2470d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (bed7f0c6-ade4-4ecc-a114-ead5925cb9c2), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:23.531672 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-7507ed07-e612-480c-9c98-a79b94e875b6 req-537b279f-ee75-4a84-a3a0-b8a1eee0c904 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4300398'] for port (4eb23aef-14ea-404c-931e-fbe0f6b0d918), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:23.553790 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6941e97a-2287-41fb-b451-7d2746d2470d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 255} {{(pid=103197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 17:14:23.575838 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6941e97a-2287-41fb-b451-7d2746d2470d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bed7f0c6-ade4-4ecc-a114-ead5925cb9c2,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:14:23.580596 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-6941e97a-2287-41fb-b451-7d2746d2470d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527697'] for segment (ef6028c7-c38a-4b30-a405-fa641b3b9474), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:23.581538 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.db.segments_db [None req-6941e97a-2287-41fb-b451-7d2746d2470d admin admin] Added segment ef6028c7-c38a-4b30-a405-fa641b3b9474 of type vlan for network e24270b1-3b76-42c1-ab14-aac8e531ef99 Jan 18 17:14:23.611228 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537b279f-ee75-4a84-a3a0-b8a1eee0c904 service neutron] Pushing event updated for resources: {'Port': ['ID=4eb23aef-14ea-404c-931e-fbe0f6b0d918,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:14:23.645742 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-6941e97a-2287-41fb-b451-7d2746d2470d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785611949990'] for network (e24270b1-3b76-42c1-ab14-aac8e531ef99), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:23.654337 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-effb9471-0900-46fc-b0ff-21000c05e86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b0ae68c-a166-44d6-b7a4-31737395ea44', 'name': 'tempest-TestShelveInstance-1417876969-router', 'tenant_id': 'b3741339c9cb4d89942a9d122409b0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'dfa81959-21d8-4e24-bc5b-c4da2dc4b5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:14:17Z', 'updated_at': '2022-01-18T17:14:21Z', 'revision_number': 4, 'project_id': 'b3741339c9cb4d89942a9d122409b0f2', 'gw_port': {'id': 'dfa81959-21d8-4e24-bc5b-c4da2dc4b5e1', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:61:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b0ae68c-a166-44d6-b7a4-31737395ea44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:14:17Z', 'updated_at': '2022-01-18T17:14:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi', '_interfaces': [{'id': '3ffccfcc-8888-4ed9-91ed-c65d10e4599d', 'name': '', 'network_id': '7ff719e7-6189-4b9c-a31a-5e6988ac7e0f', 'tenant_id': 'b3741339c9cb4d89942a9d122409b0f2', 'mac_address': 'fa:16:3e:2f:c8:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b0ae68c-a166-44d6-b7a4-31737395ea44', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'c4b18e1a-148b-4cd9-a5b8-7af1ae242d93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:14:20Z', 'updated_at': '2022-01-18T17:14:21Z', 'revision_number': 2, 'project_id': 'b3741339c9cb4d89942a9d122409b0f2', 'subnets': [{'id': 'c4b18e1a-148b-4cd9-a5b8-7af1ae242d93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-11-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:14:23.671228 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [req-7507ed07-e612-480c-9c98-a79b94e875b6 req-537b279f-ee75-4a84-a3a0-b8a1eee0c904 service neutron] Attempting to bind port 4eb23aef-14ea-404c-931e-fbe0f6b0d918 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 17:14:23.671571 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [req-7507ed07-e612-480c-9c98-a79b94e875b6 req-537b279f-ee75-4a84-a3a0-b8a1eee0c904 service neutron] Attempting to bind port 4eb23aef-14ea-404c-931e-fbe0f6b0d918 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '2fccfc1b-cb99-45b9-9f8c-ca3412f0a050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '69fb0145-03f6-40a6-ac58-42e6e5e4d712'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 17:14:23.672084 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7507ed07-e612-480c-9c98-a79b94e875b6 req-537b279f-ee75-4a84-a3a0-b8a1eee0c904 service neutron] Attempting to bind port 4eb23aef-14ea-404c-931e-fbe0f6b0d918 on network 69fb0145-03f6-40a6-ac58-42e6e5e4d712 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 17:14:23.677421 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7507ed07-e612-480c-9c98-a79b94e875b6 req-537b279f-ee75-4a84-a3a0-b8a1eee0c904 service neutron] Port 4eb23aef-14ea-404c-931e-fbe0f6b0d918 on network 69fb0145-03f6-40a6-ac58-42e6e5e4d712 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 17:14:23.677935 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7507ed07-e612-480c-9c98-a79b94e875b6 req-537b279f-ee75-4a84-a3a0-b8a1eee0c904 service neutron] Attempting to bind port 4eb23aef-14ea-404c-931e-fbe0f6b0d918 on network 69fb0145-03f6-40a6-ac58-42e6e5e4d712 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 17:14:23.684168 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7507ed07-e612-480c-9c98-a79b94e875b6 req-537b279f-ee75-4a84-a3a0-b8a1eee0c904 service neutron] Checking agent: {'id': 'e727efee-c94b-447a-9897-92f425521d05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 17, 11, 11), 'started_at': datetime.datetime(2022, 1, 18, 17, 11, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 17, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 17:14:23.684507 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7507ed07-e612-480c-9c98-a79b94e875b6 req-537b279f-ee75-4a84-a3a0-b8a1eee0c904 service neutron] Checking segment: {'id': '2fccfc1b-cb99-45b9-9f8c-ca3412f0a050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '69fb0145-03f6-40a6-ac58-42e6e5e4d712'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 17:14:23.684894 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7507ed07-e612-480c-9c98-a79b94e875b6 req-537b279f-ee75-4a84-a3a0-b8a1eee0c904 service neutron] Bound using segment: {'id': '2fccfc1b-cb99-45b9-9f8c-ca3412f0a050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '69fb0145-03f6-40a6-ac58-42e6e5e4d712'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 17:14:23.685318 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [req-7507ed07-e612-480c-9c98-a79b94e875b6 req-537b279f-ee75-4a84-a3a0-b8a1eee0c904 service neutron] Bound port: 4eb23aef-14ea-404c-931e-fbe0f6b0d918, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fccfc1b-cb99-45b9-9f8c-ca3412f0a050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '69fb0145-03f6-40a6-ac58-42e6e5e4d712'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 17:14:23.685674 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-7507ed07-e612-480c-9c98-a79b94e875b6 req-537b279f-ee75-4a84-a3a0-b8a1eee0c904 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (4eb23aef-14ea-404c-931e-fbe0f6b0d918), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:23.688059 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effb9471-0900-46fc-b0ff-21000c05e86d None None] Checking router: 4b0ae68c-a166-44d6-b7a4-31737395ea44 for host: dv-cinder-733623-11-iscsi {{(pid=103198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 17:14:23.688779 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effb9471-0900-46fc-b0ff-21000c05e86d None None] Updating router 4b0ae68c-a166-44d6-b7a4-31737395ea44 port 3ffccfcc-8888-4ed9-91ed-c65d10e4599d binding host dv-cinder-733623-11-iscsi {{(pid=103198) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 17:14:23.718439 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-effb9471-0900-46fc-b0ff-21000c05e86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (3ffccfcc-8888-4ed9-91ed-c65d10e4599d), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:23.726180 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-6941e97a-2287-41fb-b451-7d2746d2470d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781'] for network (e24270b1-3b76-42c1-ab14-aac8e531ef99), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:23.727410 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6941e97a-2287-41fb-b451-7d2746d2470d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:14:23.728682 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-6941e97a-2287-41fb-b451-7d2746d2470d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526667'] for network (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:23.761307 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [req-7507ed07-e612-480c-9c98-a79b94e875b6 req-537b279f-ee75-4a84-a3a0-b8a1eee0c904 service neutron] For port 4eb23aef-14ea-404c-931e-fbe0f6b0d918, host hv-cinder-73362, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 17:14:23.765252 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [req-7507ed07-e612-480c-9c98-a79b94e875b6 req-537b279f-ee75-4a84-a3a0-b8a1eee0c904 service neutron] For port 4eb23aef-14ea-404c-931e-fbe0f6b0d918, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=4eb23aef-14ea-404c-931e-fbe0f6b0d918,segment=NetworkSegment(2fccfc1b-cb99-45b9-9f8c-ca3412f0a050),segment_id=2fccfc1b-cb99-45b9-9f8c-ca3412f0a050)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 17:14:23.796572 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6941e97a-2287-41fb-b451-7d2746d2470d admin admin] Pushing event updated for resources: {'Network': ['ID=e24270b1-3b76-42c1-ab14-aac8e531ef99,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:14:23.833754 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Network e24270b1-3b76-42c1-ab14-aac8e531ef99 details requested by agent ovs-agent-dv-cinder-733623-11-iscsi with host dv-cinder-733623-11-iscsi {{(pid=103198) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 17:14:23.845146 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-6941e97a-2287-41fb-b451-7d2746d2470d admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6935017 Jan 18 17:14:23.846125 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 52594) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:14:23.851218 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-5e47f2ad-09a2-45ca-bf07-e37324b655ef admin admin] Request body: {'subnet': {'network_id': 'e24270b1-3b76-42c1-ab14-aac8e531ef99', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1612540897-subnet', 'tenant_id': 'da8ff98f0f8244899af414e6a5f71296', 'ip_version': 4}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:14:23.897543 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-7507ed07-e612-480c-9c98-a79b94e875b6 req-537b279f-ee75-4a84-a3a0-b8a1eee0c904 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4300398'] for port (4eb23aef-14ea-404c-931e-fbe0f6b0d918), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:23.944265 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7507ed07-e612-480c-9c98-a79b94e875b6 req-537b279f-ee75-4a84-a3a0-b8a1eee0c904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:14:23.945007 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-7507ed07-e612-480c-9c98-a79b94e875b6 req-537b279f-ee75-4a84-a3a0-b8a1eee0c904 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1923895'] for port (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:23.946514 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-7507ed07-e612-480c-9c98-a79b94e875b6 req-537b279f-ee75-4a84-a3a0-b8a1eee0c904 service neutron] 10.222.0.105 "PUT /v2.0/ports/4eb23aef-14ea-404c-931e-fbe0f6b0d918 HTTP/1.1" status: 200 len: 1094 time: 0.9535146 Jan 18 17:14:23.947038 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61497e35-2006-4c23-8778-4375dde4eb25', 'tag': '4eb23aef-14ea-404c-931e-fbe0f6b0d918'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 17:14:23.949428 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dae96983658fa47cc55ad2b43631f290e6eb934f25c74fb238f11dfd9473403c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31fe64cd-65db-4a1f-a097-1ccda8d68013" -d '{"events": [{"name": "network-changed", "server_uuid": "61497e35-2006-4c23-8778-4375dde4eb25", "tag": "4eb23aef-14ea-404c-931e-fbe0f6b0d918"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 17:14:23.970062 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537b279f-ee75-4a84-a3a0-b8a1eee0c904 service neutron] Pushing event updated for resources: {'Port': ['ID=4eb23aef-14ea-404c-931e-fbe0f6b0d918,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:14:23.974091 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e47f2ad-09a2-45ca-bf07-e37324b655ef admin admin] Made reservation on behalf of da8ff98f0f8244899af414e6a5f71296 for: {'subnet': 1} {{(pid=103196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 17:14:23.976324 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5e47f2ad-09a2-45ca-bf07-e37324b655ef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4592754'] for subnet (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:24.045705 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 17:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d3e2f55-3cae-483a-8fec-6db45e3cfd89 x-openstack-request-id: req-9d3e2f55-3cae-483a-8fec-6db45e3cfd89 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 17:14:24.045705 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61497e35-2006-4c23-8778-4375dde4eb25", "tag": "4eb23aef-14ea-404c-931e-fbe0f6b0d918", "status": "completed", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 17:14:24.045705 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-9d3e2f55-3cae-483a-8fec-6db45e3cfd89 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 17:14:24.045705 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61497e35-2006-4c23-8778-4375dde4eb25', 'tag': '4eb23aef-14ea-404c-931e-fbe0f6b0d918', 'status': 'completed', 'code': 200} Jan 18 17:14:24.108130 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb8acb-93ad-4ef5-904d-621d2e7af749 req-55a697d0-ade0-4571-b2c0-ffbbd0465289 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:14:24.111810 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-f8fb8acb-93ad-4ef5-904d-621d2e7af749 req-55a697d0-ade0-4571-b2c0-ffbbd0465289 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=fd06e8ed-8113-4ba5-8f7b-c7a1759d866f HTTP/1.1" status: 200 len: 946 time: 0.0731688 Jan 18 17:14:24.132281 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-effb9471-0900-46fc-b0ff-21000c05e86d None None] Publish callbacks [] for port (3ffccfcc-8888-4ed9-91ed-c65d10e4599d), precommit_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:24.146800 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fe64cd-65db-4a1f-a097-1ccda8d68013 req-482b9cf9-100f-4260-8489-2b1532175dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:14:24.148249 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-31fe64cd-65db-4a1f-a097-1ccda8d68013 req-482b9cf9-100f-4260-8489-2b1532175dd0 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=4c7d87680cf1434d8efeb24160231783&device_id=61497e35-2006-4c23-8778-4375dde4eb25 HTTP/1.1" status: 200 len: 1097 time: 0.0938594 Jan 18 17:14:24.176073 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-f8fb8acb-93ad-4ef5-904d-621d2e7af749 req-c0fbc640-a106-4042-88d4-e98efd783495 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574946 Jan 18 17:14:24.216987 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-effb9471-0900-46fc-b0ff-21000c05e86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (3ffccfcc-8888-4ed9-91ed-c65d10e4599d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:24.287336 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a82e4ff-0abb-44de-b3e9-23599948d672 None None] Pushing event updated for resources: {'Port': ['ID=3ffccfcc-8888-4ed9-91ed-c65d10e4599d,revision_number=3']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:14:24.361925 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-effb9471-0900-46fc-b0ff-21000c05e86d None None] Attempting to bind port 3ffccfcc-8888-4ed9-91ed-c65d10e4599d on host dv-cinder-733623-11-iscsi for vnic_type normal with profile {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 17:14:24.362604 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-effb9471-0900-46fc-b0ff-21000c05e86d None None] Attempting to bind port 3ffccfcc-8888-4ed9-91ed-c65d10e4599d by drivers openvswitch,hyperv on host dv-cinder-733623-11-iscsi at level 0 using segments [{'id': '101eb4c4-aa78-4dfb-87e6-67db945b8efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '7ff719e7-6189-4b9c-a31a-5e6988ac7e0f'}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 17:14:24.363250 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effb9471-0900-46fc-b0ff-21000c05e86d None None] Attempting to bind port 3ffccfcc-8888-4ed9-91ed-c65d10e4599d on network 7ff719e7-6189-4b9c-a31a-5e6988ac7e0f {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 17:14:24.370655 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effb9471-0900-46fc-b0ff-21000c05e86d None None] Checking agent: {'id': 'a6f837d2-7b5b-4cd3-9c28-296017d8b8e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 17, 5, 2), 'started_at': datetime.datetime(2022, 1, 18, 17, 5, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 17, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 17:14:24.371495 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effb9471-0900-46fc-b0ff-21000c05e86d None None] Checking segment: {'id': '101eb4c4-aa78-4dfb-87e6-67db945b8efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '7ff719e7-6189-4b9c-a31a-5e6988ac7e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 17:14:24.372185 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-effb9471-0900-46fc-b0ff-21000c05e86d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:24.372786 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effb9471-0900-46fc-b0ff-21000c05e86d None None] Bound using segment: {'id': '101eb4c4-aa78-4dfb-87e6-67db945b8efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '7ff719e7-6189-4b9c-a31a-5e6988ac7e0f'} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 17:14:24.373473 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-effb9471-0900-46fc-b0ff-21000c05e86d None None] Bound port: 3ffccfcc-8888-4ed9-91ed-c65d10e4599d, host: dv-cinder-733623-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '101eb4c4-aa78-4dfb-87e6-67db945b8efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '7ff719e7-6189-4b9c-a31a-5e6988ac7e0f'}}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 17:14:24.374088 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-effb9471-0900-46fc-b0ff-21000c05e86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (3ffccfcc-8888-4ed9-91ed-c65d10e4599d), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:24.380796 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fe64cd-65db-4a1f-a097-1ccda8d68013 req-3b2b5ecf-73fc-4d6c-8924-8acfe3bc82ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:14:24.382289 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-31fe64cd-65db-4a1f-a097-1ccda8d68013 req-3b2b5ecf-73fc-4d6c-8924-8acfe3bc82ce service neutron] 10.222.0.105 "GET /v2.0/networks?tenant_id=4c7d87680cf1434d8efeb24160231783&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2077637 Jan 18 17:14:24.434825 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a0c75-938b-48ad-b7c9-ba91092b5bd7 req-5a3c87a4-a21c-4365-bb4e-9fa2cfe76994 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:14:24.436928 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-b44a0c75-938b-48ad-b7c9-ba91092b5bd7 req-5a3c87a4-a21c-4365-bb4e-9fa2cfe76994 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/ports?device_id=61497e35-2006-4c23-8778-4375dde4eb25 HTTP/1.1" status: 200 len: 944 time: 0.0619998 Jan 18 17:14:24.472676 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-effb9471-0900-46fc-b0ff-21000c05e86d None None] For port 3ffccfcc-8888-4ed9-91ed-c65d10e4599d, host dv-cinder-733623-11-iscsi, cleared binding levels {{(pid=103198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 17:14:24.481850 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-effb9471-0900-46fc-b0ff-21000c05e86d None None] For port 3ffccfcc-8888-4ed9-91ed-c65d10e4599d, host dv-cinder-733623-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-11-iscsi',level=0,port_id=3ffccfcc-8888-4ed9-91ed-c65d10e4599d,segment=NetworkSegment(101eb4c4-aa78-4dfb-87e6-67db945b8efe),segment_id=101eb4c4-aa78-4dfb-87e6-67db945b8efe)] {{(pid=103198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 17:14:24.515356 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fe64cd-65db-4a1f-a097-1ccda8d68013 req-edb1dd76-ca7c-4999-aa24-7c9572e8bb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:14:24.516851 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-31fe64cd-65db-4a1f-a097-1ccda8d68013 req-edb1dd76-ca7c-4999-aa24-7c9572e8bb76 service neutron] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1279521 Jan 18 17:14:24.517880 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5e47f2ad-09a2-45ca-bf07-e37324b655ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4300437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4592732'] for subnet (d079672b-4dc5-40cc-9cb8-ed53072bdf97), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:24.521203 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-b44a0c75-938b-48ad-b7c9-ba91092b5bd7 req-5872ad56-b63a-4d1b-baae-d9fc0e14cb94 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/security-groups?id=03df2055-10b4-4cb8-8f80-fa2d86607cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742056 Jan 18 17:14:24.601670 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e47f2ad-09a2-45ca-bf07-e37324b655ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=d079672b-4dc5-40cc-9cb8-ed53072bdf97,revision_number=0']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:14:24.618552 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-effb9471-0900-46fc-b0ff-21000c05e86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (3ffccfcc-8888-4ed9-91ed-c65d10e4599d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:24.633626 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e47f2ad-09a2-45ca-bf07-e37324b655ef admin admin] Checking segment: {'id': 'ef6028c7-c38a-4b30-a405-fa641b3b9474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'e24270b1-3b76-42c1-ab14-aac8e531ef99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 17:14:24.633996 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e47f2ad-09a2-45ca-bf07-e37324b655ef admin admin] Network hostable DHCP agents. Network: e24270b1-3b76-42c1-ab14-aac8e531ef99, hostable agents: ['1e8d2d8a-92ca-4025-a540-71c8151dbccf'], hosted agents: [] {{(pid=103196) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 17:14:24.664290 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7507ed07-e612-480c-9c98-a79b94e875b6 req-f5d14c6d-ddda-49dc-905f-f1e53444779c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:14:24.665828 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-7507ed07-e612-480c-9c98-a79b94e875b6 req-f5d14c6d-ddda-49dc-905f-f1e53444779c service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=4c7d87680cf1434d8efeb24160231783&device_id=61497e35-2006-4c23-8778-4375dde4eb25 HTTP/1.1" status: 200 len: 1097 time: 0.0834663 Jan 18 17:14:24.693339 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-e0c62926-8c4b-4eec-921f-01ec5397faa8 None None] Provisioning complete for port 3ffccfcc-8888-4ed9-91ed-c65d10e4599d triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:14:24.694389 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e0c62926-8c4b-4eec-921f-01ec5397faa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (3ffccfcc-8888-4ed9-91ed-c65d10e4599d), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:24.730291 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-7507ed07-e612-480c-9c98-a79b94e875b6 req-1bd4cb74-5a5c-48b4-a028-aad8b9cd8385 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4eb23aef-14ea-404c-931e-fbe0f6b0d918 HTTP/1.1" status: 200 len: 217 time: 0.0479319 Jan 18 17:14:24.756908 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e47f2ad-09a2-45ca-bf07-e37324b655ef admin admin] Network e24270b1-3b76-42c1-ab14-aac8e531ef99 is scheduled to be hosted by DHCP agent 1e8d2d8a-92ca-4025-a540-71c8151dbccf with binding_index 1 {{(pid=103196) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 17:14:24.776465 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effb9471-0900-46fc-b0ff-21000c05e86d None None] Routers {'4b0ae68c-a166-44d6-b7a4-31737395ea44'} bound to L3 agent in host dv-cinder-733623-11-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 17:14:24.777129 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-effb9471-0900-46fc-b0ff-21000c05e86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T17:04:58Z,description=,heartbeat_timestamp=2022-01-18T17:13:58Z,host='dv-cinder-733623-11-iscsi',id=34860b7f-7c9d-4265-9a0a-1b9bd2e1622e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T17:04:59Z,topic='l3_agent')) {'router_ids': ['4b0ae68c-a166-44d6-b7a4-31737395ea44'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:14:24.811805 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7507ed07-e612-480c-9c98-a79b94e875b6 req-0ecd8353-318e-4061-95de-d61be87186bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:14:24.813286 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-7507ed07-e612-480c-9c98-a79b94e875b6 req-0ecd8353-318e-4061-95de-d61be87186bd service neutron] 10.222.0.105 "GET /v2.0/subnets?id=e2a0842a-bbe5-40a2-b308-b84b4df3e2b6 HTTP/1.1" status: 200 len: 855 time: 0.0700119 Jan 18 17:14:24.862569 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a82e4ff-0abb-44de-b3e9-23599948d672 None None] Pushing event updated for resources: {'Port': ['ID=3ffccfcc-8888-4ed9-91ed-c65d10e4599d,revision_number=4']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:14:24.862943 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-7507ed07-e612-480c-9c98-a79b94e875b6 req-10358aee-33c0-480b-b37f-9c5e96a86f0e service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=69fb0145-03f6-40a6-ac58-42e6e5e4d712&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403078 Jan 18 17:14:24.923030 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Device dfa81959-21d8-4e24-bc5b-c4da2dc4b5e1 up at agent ovs-agent-dv-cinder-733623-11-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 17:14:24.960642 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-5e47f2ad-09a2-45ca-bf07-e37324b655ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-11-iscsi, e24270b1-3b76-42c1-ab14-aac8e531ef99) {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 17:14:24.977862 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e47f2ad-09a2-45ca-bf07-e37324b655ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:14:24.979139 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5e47f2ad-09a2-45ca-bf07-e37324b655ef admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:24.979352 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ad2469-dc5b-424f-8f79-383e68228b08 None None] Network e24270b1-3b76-42c1-ab14-aac8e531ef99 requested from dv-cinder-733623-11-iscsi {{(pid=103198) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 17:14:25.003721 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-e0c62926-8c4b-4eec-921f-01ec5397faa8 None None] Current status of the port 3ffccfcc-8888-4ed9-91ed-c65d10e4599d is: DOWN; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:14:25.004156 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e0c62926-8c4b-4eec-921f-01ec5397faa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (3ffccfcc-8888-4ed9-91ed-c65d10e4599d), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:25.005119 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-7507ed07-e612-480c-9c98-a79b94e875b6 req-e8108ca6-ed06-4fa0-9600-0f875c9c0a9e service neutron] 10.222.0.105 "GET /v2.0/networks/69fb0145-03f6-40a6-ac58-42e6e5e4d712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237495 Jan 18 17:14:25.041520 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-effb9471-0900-46fc-b0ff-21000c05e86d None None] Set router 4b0ae68c-a166-44d6-b7a4-31737395ea44 gateway port host: dv-cinder-733623-11-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 17:14:25.103197 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-5e47f2ad-09a2-45ca-bf07-e37324b655ef admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2533400 Jan 18 17:14:25.103724 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 52630) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:14:25.108413 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-53c9a89c-ad3b-413a-8109-4ac985e464b2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1612540897-router', 'tenant_id': 'da8ff98f0f8244899af414e6a5f71296', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430'}}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:14:25.124282 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-7507ed07-e612-480c-9c98-a79b94e875b6 req-5561a958-9fae-460f-a199-3e2aa5feaa99 service neutron] 10.222.0.105 "GET /v2.0/networks/69fb0145-03f6-40a6-ac58-42e6e5e4d712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106684 Jan 18 17:14:25.181120 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e0c62926-8c4b-4eec-921f-01ec5397faa8 None None] For port 3ffccfcc-8888-4ed9-91ed-c65d10e4599d, host dv-cinder-733623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-11-iscsi',level=0,port_id=3ffccfcc-8888-4ed9-91ed-c65d10e4599d,segment=NetworkSegment(101eb4c4-aa78-4dfb-87e6-67db945b8efe),segment_id=101eb4c4-aa78-4dfb-87e6-67db945b8efe)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:14:25.198403 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Provisioning complete for port dfa81959-21d8-4e24-bc5b-c4da2dc4b5e1 triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:14:25.198667 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (dfa81959-21d8-4e24-bc5b-c4da2dc4b5e1), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:25.206115 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-53c9a89c-ad3b-413a-8109-4ac985e464b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-644958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16091'] for router (11184157-5174-4a7b-b210-374794365deb), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:25.216199 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-53c9a89c-ad3b-413a-8109-4ac985e464b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16096'] for router (11184157-5174-4a7b-b210-374794365deb), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:25.329637 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 52642) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:14:25.358018 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-53c9a89c-ad3b-413a-8109-4ac985e464b2 admin admin] Publish callbacks [] for router_controller (11184157-5174-4a7b-b210-374794365deb), precommit_add_association {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:25.388939 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 52646) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:14:25.413242 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dc5232-07a3-4fc6-840d-e88c8830a749 req-5869aacb-447f-41de-a802-f00fd4eef05b tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:14:25.414308 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e0c62926-8c4b-4eec-921f-01ec5397faa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (3ffccfcc-8888-4ed9-91ed-c65d10e4599d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:25.421117 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-89dc5232-07a3-4fc6-840d-e88c8830a749 req-5869aacb-447f-41de-a802-f00fd4eef05b tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=fd06e8ed-8113-4ba5-8f7b-c7a1759d866f HTTP/1.1" status: 200 len: 946 time: 0.0775905 Jan 18 17:14:25.452473 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0620f0e-c00f-46fe-b33e-a5b8b6301fea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f84e879-2170-571d-bd14-f6ce5a973bba-e24270b1-3b76-42c1-ab14-aac8e531ef99', 'network_id': 'e24270b1-3b76-42c1-ab14-aac8e531ef99', 'project_id': 'da8ff98f0f8244899af414e6a5f71296', 'fixed_ips': [{'subnet_id': 'd079672b-4dc5-40cc-9cb8-ed53072bdf97'}]}} from dv-cinder-733623-11-iscsi. {{(pid=103198) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 17:14:25.453377 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-d0620f0e-c00f-46fe-b33e-a5b8b6301fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:25.545771 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c62926-8c4b-4eec-921f-01ec5397faa8 None None] Pushing event updated for resources: {'Port': ['ID=3ffccfcc-8888-4ed9-91ed-c65d10e4599d,revision_number=5']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:14:25.556609 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-8a1eacf1-d426-4c25-a0e9-a44b3081dd5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:25.636682 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-53c9a89c-ad3b-413a-8109-4ac985e464b2 admin admin] Publish callbacks [] for router_gateway (11184157-5174-4a7b-b210-374794365deb), precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:25.651724 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-89dc5232-07a3-4fc6-840d-e88c8830a749 req-7252e95e-fc1a-4f1a-9f8f-ed84c2b7d47b tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288761 Jan 18 17:14:25.689596 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-04390611-9bd8-49da-8022-4aa98e49f8ff None None] Provisioning complete for port 3ffccfcc-8888-4ed9-91ed-c65d10e4599d triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:14:25.689975 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-8a1eacf1-d426-4c25-a0e9-a44b3081dd5d admin admin] Publish callbacks [] for security_group (135b354f-a219-4dab-8e43-b3cacf37563c), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:25.690763 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-04390611-9bd8-49da-8022-4aa98e49f8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (3ffccfcc-8888-4ed9-91ed-c65d10e4599d), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:25.708627 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-0606bd39-64c0-4a42-b9f3-1715afec3771 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:25.754631 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d040e2-749b-492b-8496-37af22a194c5 req-5cb6e539-2346-4e5f-b03b-cd7f2041e6cc tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:14:25.756582 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-b8d040e2-749b-492b-8496-37af22a194c5 req-5cb6e539-2346-4e5f-b03b-cd7f2041e6cc tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/ports?device_id=61497e35-2006-4c23-8778-4375dde4eb25 HTTP/1.1" status: 200 len: 944 time: 0.1070070 Jan 18 17:14:25.776242 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-8a1eacf1-d426-4c25-a0e9-a44b3081dd5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (135b354f-a219-4dab-8e43-b3cacf37563c), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:25.838860 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Current status of the port dfa81959-21d8-4e24-bc5b-c4da2dc4b5e1 is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:14:25.861060 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-8a1eacf1-d426-4c25-a0e9-a44b3081dd5d admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=49c8defd2e934be8b30474c8551e962d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4681723 Jan 18 17:14:25.863080 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-31533e6d-d09e-4430-b268-ef950050bdd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (1e8d2d8a-92ca-4025-a540-71c8151dbccf), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:25.870513 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 52660) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:14:25.877117 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.db_base_plugin_common [None req-d0620f0e-c00f-46fe-b33e-a5b8b6301fea None None] Allocated IP 172.20.0.2 (e24270b1-3b76-42c1-ab14-aac8e531ef99/d079672b-4dc5-40cc-9cb8-ed53072bdf97/b0fa99e0-6e5c-406c-a652-58e297520dc6) {{(pid=103198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 17:14:25.901216 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1eacf1-d426-4c25-a0e9-a44b3081dd5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=135b354f-a219-4dab-8e43-b3cacf37563c,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:14:25.918024 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-b8d040e2-749b-492b-8496-37af22a194c5 req-49f19a8c-d9ed-461e-adac-47548ec74ead tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/security-groups?id=03df2055-10b4-4cb8-8f80-fa2d86607cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455996 Jan 18 17:14:25.931663 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-53c9a89c-ad3b-413a-8109-4ac985e464b2 admin admin] Publish callbacks [] for router_gateway (11184157-5174-4a7b-b210-374794365deb), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:25.959064 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-53c9a89c-ad3b-413a-8109-4ac985e464b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:25.991682 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-effb9471-0900-46fc-b0ff-21000c05e86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b0ae68c-a166-44d6-b7a4-31737395ea44', 'name': 'tempest-TestShelveInstance-1417876969-router', 'tenant_id': 'b3741339c9cb4d89942a9d122409b0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'dfa81959-21d8-4e24-bc5b-c4da2dc4b5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:14:17Z', 'updated_at': '2022-01-18T17:14:21Z', 'revision_number': 4, 'project_id': 'b3741339c9cb4d89942a9d122409b0f2', 'gw_port': {'id': 'dfa81959-21d8-4e24-bc5b-c4da2dc4b5e1', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:61:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0ae68c-a166-44d6-b7a4-31737395ea44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:14:17Z', 'updated_at': '2022-01-18T17:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi', '_interfaces': [{'id': '3ffccfcc-8888-4ed9-91ed-c65d10e4599d', 'name': '', 'network_id': '7ff719e7-6189-4b9c-a31a-5e6988ac7e0f', 'tenant_id': 'b3741339c9cb4d89942a9d122409b0f2', 'mac_address': 'fa:16:3e:2f:c8:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b0ae68c-a166-44d6-b7a4-31737395ea44', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'c4b18e1a-148b-4cd9-a5b8-7af1ae242d93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:14:20Z', 'updated_at': '2022-01-18T17:14:24Z', 'revision_number': 4, 'project_id': 'b3741339c9cb4d89942a9d122409b0f2', 'subnets': [{'id': 'c4b18e1a-148b-4cd9-a5b8-7af1ae242d93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-11-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:14:26.021383 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-3abc650c-8b83-4844-9d24-5e54c1d7d038 admin admin] Publish callbacks [] for security_group (135b354f-a219-4dab-8e43-b3cacf37563c), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:26.043056 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-0606bd39-64c0-4a42-b9f3-1715afec3771 admin admin] Publish callbacks [] for security_group (711909d7-783f-481e-8bab-df61f70a50c7), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:26.054968 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-3abc650c-8b83-4844-9d24-5e54c1d7d038 admin admin] Publish callbacks [] for security_group (135b354f-a219-4dab-8e43-b3cacf37563c), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:26.056281 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effb9471-0900-46fc-b0ff-21000c05e86d None None] The sync data for ids ['4b0ae68c-a166-44d6-b7a4-31737395ea44'] in dv-cinder-733623-11-iscsi is: [{'id': '4b0ae68c-a166-44d6-b7a4-31737395ea44', 'name': 'tempest-TestShelveInstance-1417876969-router', 'tenant_id': 'b3741339c9cb4d89942a9d122409b0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'dfa81959-21d8-4e24-bc5b-c4da2dc4b5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:14:17Z', 'updated_at': '2022-01-18T17:14:21Z', 'revision_number': 4, 'project_id': 'b3741339c9cb4d89942a9d122409b0f2', 'gw_port': {'id': 'dfa81959-21d8-4e24-bc5b-c4da2dc4b5e1', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:61:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0ae68c-a166-44d6-b7a4-31737395ea44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:14:17Z', 'updated_at': '2022-01-18T17:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi', '_interfaces': [{'id': '3ffccfcc-8888-4ed9-91ed-c65d10e4599d', 'name': '', 'network_id': '7ff719e7-6189-4b9c-a31a-5e6988ac7e0f', 'tenant_id': 'b3741339c9cb4d89942a9d122409b0f2', 'mac_address': 'fa:16:3e:2f:c8:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b0ae68c-a166-44d6-b7a4-31737395ea44', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'c4b18e1a-148b-4cd9-a5b8-7af1ae242d93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:14:20Z', 'updated_at': '2022-01-18T17:14:24Z', 'revision_number': 4, 'project_id': 'b3741339c9cb4d89942a9d122409b0f2', 'subnets': [{'id': 'c4b18e1a-148b-4cd9-a5b8-7af1ae242d93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 17:14:26.074258 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-04390611-9bd8-49da-8022-4aa98e49f8ff None None] Current status of the port 3ffccfcc-8888-4ed9-91ed-c65d10e4599d is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:14:26.078789 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-53c9a89c-ad3b-413a-8109-4ac985e464b2 admin admin] Allocated IP 172.27.1.128 (09e508a9-4d19-4482-acf1-bcc4a2adb430/ac199632-c036-4879-8c53-e78832fc0d54/7bf83da9-47e0-4dba-ac0b-826c3dfc85b0) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 17:14:26.097420 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-0606bd39-64c0-4a42-b9f3-1715afec3771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (711909d7-783f-481e-8bab-df61f70a50c7), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:26.168070 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0606bd39-64c0-4a42-b9f3-1715afec3771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=711909d7-783f-481e-8bab-df61f70a50c7,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:14:26.181899 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-0606bd39-64c0-4a42-b9f3-1715afec3771 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=55006271421448cca1a0b00bbef2e84b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8506386 Jan 18 17:14:26.184407 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 52666) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:14:26.273305 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-3abc650c-8b83-4844-9d24-5e54c1d7d038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (135b354f-a219-4dab-8e43-b3cacf37563c), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:26.276629 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-3abc650c-8b83-4844-9d24-5e54c1d7d038 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:26.280616 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-d0620f0e-c00f-46fe-b33e-a5b8b6301fea None None] Publish callbacks [] for port (b0fa99e0-6e5c-406c-a652-58e297520dc6), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:26.281104 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-3abc650c-8b83-4844-9d24-5e54c1d7d038 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/135b354f-a219-4dab-8e43-b3cacf37563c HTTP/1.1" status: 204 len: 168 time: 0.4061399 Jan 18 17:14:26.293952 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abc650c-8b83-4844-9d24-5e54c1d7d038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=135b354f-a219-4dab-8e43-b3cacf37563c,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:14:26.298265 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-48d31c98-642e-4ee4-8fa2-7a7f994f7a71 admin admin] Publish callbacks [] for security_group (711909d7-783f-481e-8bab-df61f70a50c7), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:26.346695 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-53c9a89c-ad3b-413a-8109-4ac985e464b2 admin admin] Publish callbacks [] for port (7bf83da9-47e0-4dba-ac0b-826c3dfc85b0), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:26.347626 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-48d31c98-642e-4ee4-8fa2-7a7f994f7a71 admin admin] Publish callbacks [] for security_group (711909d7-783f-481e-8bab-df61f70a50c7), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:26.370897 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-d0620f0e-c00f-46fe-b33e-a5b8b6301fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785611913804'] for port (b0fa99e0-6e5c-406c-a652-58e297520dc6), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:26.422280 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0620f0e-c00f-46fe-b33e-a5b8b6301fea None None] Network e24270b1-3b76-42c1-ab14-aac8e531ef99 is already hosted by enough agents. {{(pid=103198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 17:14:26.425398 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.scheduler.base_scheduler [None req-d0620f0e-c00f-46fe-b33e-a5b8b6301fea None None] Resources bound (agent type, host, resource id): {{(pid=103198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 17:14:26.429899 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0620f0e-c00f-46fe-b33e-a5b8b6301fea None None] Received port after_create {{(pid=103198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 17:14:26.437683 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0620f0e-c00f-46fe-b33e-a5b8b6301fea None None] Pushing event updated for resources: {'Port': ['ID=b0fa99e0-6e5c-406c-a652-58e297520dc6,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:14:26.486025 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-53c9a89c-ad3b-413a-8109-4ac985e464b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785611913804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4300409'] for port (7bf83da9-47e0-4dba-ac0b-826c3dfc85b0), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:26.492476 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-48d31c98-642e-4ee4-8fa2-7a7f994f7a71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (711909d7-783f-481e-8bab-df61f70a50c7), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:26.495227 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-48d31c98-642e-4ee4-8fa2-7a7f994f7a71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:26.496258 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-d0620f0e-c00f-46fe-b33e-a5b8b6301fea None None] Attempting to bind port b0fa99e0-6e5c-406c-a652-58e297520dc6 on host dv-cinder-733623-11-iscsi for vnic_type normal with profile {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 17:14:26.496642 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-d0620f0e-c00f-46fe-b33e-a5b8b6301fea None None] Attempting to bind port b0fa99e0-6e5c-406c-a652-58e297520dc6 by drivers openvswitch,hyperv on host dv-cinder-733623-11-iscsi at level 0 using segments [{'id': 'ef6028c7-c38a-4b30-a405-fa641b3b9474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'e24270b1-3b76-42c1-ab14-aac8e531ef99'}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 17:14:26.497009 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0620f0e-c00f-46fe-b33e-a5b8b6301fea None None] Attempting to bind port b0fa99e0-6e5c-406c-a652-58e297520dc6 on network e24270b1-3b76-42c1-ab14-aac8e531ef99 {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 17:14:26.497355 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-48d31c98-642e-4ee4-8fa2-7a7f994f7a71 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/711909d7-783f-481e-8bab-df61f70a50c7 HTTP/1.1" status: 204 len: 168 time: 0.3113863 Jan 18 17:14:26.507334 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0620f0e-c00f-46fe-b33e-a5b8b6301fea None None] Checking agent: {'id': 'a6f837d2-7b5b-4cd3-9c28-296017d8b8e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 17, 5, 2), 'started_at': datetime.datetime(2022, 1, 18, 17, 5, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 17, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 17:14:26.507722 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0620f0e-c00f-46fe-b33e-a5b8b6301fea None None] Checking segment: {'id': 'ef6028c7-c38a-4b30-a405-fa641b3b9474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'e24270b1-3b76-42c1-ab14-aac8e531ef99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 17:14:26.512362 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-d0620f0e-c00f-46fe-b33e-a5b8b6301fea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:26.512362 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0620f0e-c00f-46fe-b33e-a5b8b6301fea None None] Bound using segment: {'id': 'ef6028c7-c38a-4b30-a405-fa641b3b9474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'e24270b1-3b76-42c1-ab14-aac8e531ef99'} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 17:14:26.512588 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d31c98-642e-4ee4-8fa2-7a7f994f7a71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=711909d7-783f-481e-8bab-df61f70a50c7,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:14:26.512670 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-d0620f0e-c00f-46fe-b33e-a5b8b6301fea None None] Bound port: b0fa99e0-6e5c-406c-a652-58e297520dc6, host: dv-cinder-733623-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef6028c7-c38a-4b30-a405-fa641b3b9474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'e24270b1-3b76-42c1-ab14-aac8e531ef99'}}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 17:14:26.512670 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-d0620f0e-c00f-46fe-b33e-a5b8b6301fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (b0fa99e0-6e5c-406c-a652-58e297520dc6), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:26.565887 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c9a89c-ad3b-413a-8109-4ac985e464b2 admin admin] Network 09e508a9-4d19-4482-acf1-bcc4a2adb430 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 17:14:26.570047 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-53c9a89c-ad3b-413a-8109-4ac985e464b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 17:14:26.574266 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c9a89c-ad3b-413a-8109-4ac985e464b2 admin admin] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 17:14:26.615250 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9a89c-ad3b-413a-8109-4ac985e464b2 admin admin] Pushing event updated for resources: {'Port': ['ID=7bf83da9-47e0-4dba-ac0b-826c3dfc85b0,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:14:26.626611 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-d0620f0e-c00f-46fe-b33e-a5b8b6301fea None None] For port b0fa99e0-6e5c-406c-a652-58e297520dc6, host dv-cinder-733623-11-iscsi, cleared binding levels {{(pid=103198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 17:14:26.631940 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-d0620f0e-c00f-46fe-b33e-a5b8b6301fea None None] For port b0fa99e0-6e5c-406c-a652-58e297520dc6, host dv-cinder-733623-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-11-iscsi',level=0,port_id=b0fa99e0-6e5c-406c-a652-58e297520dc6,segment=NetworkSegment(ef6028c7-c38a-4b30-a405-fa641b3b9474),segment_id=ef6028c7-c38a-4b30-a405-fa641b3b9474)] {{(pid=103198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 17:14:26.715602 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-d0620f0e-c00f-46fe-b33e-a5b8b6301fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (b0fa99e0-6e5c-406c-a652-58e297520dc6), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:26.803829 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0620f0e-c00f-46fe-b33e-a5b8b6301fea None None] Pushing event updated for resources: {'Port': ['ID=b0fa99e0-6e5c-406c-a652-58e297520dc6,revision_number=2']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:14:26.934804 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Device 3ffccfcc-8888-4ed9-91ed-c65d10e4599d up at agent ovs-agent-dv-cinder-733623-11-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 17:14:27.032944 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Device 4eb23aef-14ea-404c-931e-fbe0f6b0d918 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=103198) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 17:14:27.148812 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Provisioning complete for port 3ffccfcc-8888-4ed9-91ed-c65d10e4599d triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:14:27.149196 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (3ffccfcc-8888-4ed9-91ed-c65d10e4599d), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:27.163424 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 52686) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:14:27.212010 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-886077fb-b0a0-4439-9372-26d14e182ed3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:27.259718 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f44f813-7381-4a2e-8570-bb1c467f79ac req-108f90f3-f43b-4e82-9f72-394a9c32efba tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:14:27.267518 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-4f44f813-7381-4a2e-8570-bb1c467f79ac req-108f90f3-f43b-4e82-9f72-394a9c32efba tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/ports?device_id=61497e35-2006-4c23-8778-4375dde4eb25 HTTP/1.1" status: 200 len: 944 time: 0.1739848 Jan 18 17:14:27.304668 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542cbd02-1164-4fa4-8f4e-d144692be673 req-1198039f-a1bf-43b8-b656-3e69cdef9151 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:14:27.306256 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-542cbd02-1164-4fa4-8f4e-d144692be673 req-1198039f-a1bf-43b8-b656-3e69cdef9151 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=fd06e8ed-8113-4ba5-8f7b-c7a1759d866f HTTP/1.1" status: 200 len: 946 time: 0.1541381 Jan 18 17:14:27.312260 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] For port 4eb23aef-14ea-404c-931e-fbe0f6b0d918, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=4eb23aef-14ea-404c-931e-fbe0f6b0d918,segment=NetworkSegment(2fccfc1b-cb99-45b9-9f8c-ca3412f0a050),segment_id=2fccfc1b-cb99-45b9-9f8c-ca3412f0a050)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:14:27.342852 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Returning: {'device': '4eb23aef-14ea-404c-931e-fbe0f6b0d918', 'network_id': '69fb0145-03f6-40a6-ac58-42e6e5e4d712', 'port_id': '4eb23aef-14ea-404c-931e-fbe0f6b0d918', 'mac_address': 'fa:16:3e:fa:5e:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2a0842a-bbe5-40a2-b308-b84b4df3e2b6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103198) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 17:14:27.422888 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-4f44f813-7381-4a2e-8570-bb1c467f79ac req-0a37acb8-32ab-4063-9653-080bf1076998 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/security-groups?id=03df2055-10b4-4cb8-8f80-fa2d86607cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499691 Jan 18 17:14:27.427369 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Current status of the port 3ffccfcc-8888-4ed9-91ed-c65d10e4599d is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:14:27.437324 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Current status of the port 4eb23aef-14ea-404c-931e-fbe0f6b0d918 is: DOWN; New status is: BUILD {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:14:27.440776 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (4eb23aef-14ea-404c-931e-fbe0f6b0d918), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:27.476264 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4eb23aef-14ea-404c-931e-fbe0f6b0d918 {{(pid=103198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 17:14:27.477272 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-886077fb-b0a0-4439-9372-26d14e182ed3 admin admin] Publish callbacks [] for security_group (f479144c-7859-4bf7-8e9f-b23143b0c8ad), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:27.508670 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] For port 4eb23aef-14ea-404c-931e-fbe0f6b0d918, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=4eb23aef-14ea-404c-931e-fbe0f6b0d918,segment=NetworkSegment(2fccfc1b-cb99-45b9-9f8c-ca3412f0a050),segment_id=2fccfc1b-cb99-45b9-9f8c-ca3412f0a050)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:14:27.532805 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-542cbd02-1164-4fa4-8f4e-d144692be673 req-f842c588-d9bf-468e-a1df-c2c42f97e641 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959109 Jan 18 17:14:27.539303 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-886077fb-b0a0-4439-9372-26d14e182ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (f479144c-7859-4bf7-8e9f-b23143b0c8ad), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:27.606443 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-53c9a89c-ad3b-413a-8109-4ac985e464b2 admin admin] Publish callbacks [] for router_gateway (11184157-5174-4a7b-b210-374794365deb), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:27.623237 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (4eb23aef-14ea-404c-931e-fbe0f6b0d918), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:27.631967 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-886077fb-b0a0-4439-9372-26d14e182ed3 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=f907a75dc6a44b07aec84ed953b157a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4558587 Jan 18 17:14:27.632923 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 52708) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:14:27.646706 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886077fb-b0a0-4439-9372-26d14e182ed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f479144c-7859-4bf7-8e9f-b23143b0c8ad,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:14:27.696924 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-4161135f-6ff3-44ce-82bc-bab381fb3f09 admin admin] Publish callbacks [] for security_group (f479144c-7859-4bf7-8e9f-b23143b0c8ad), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:27.723969 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-4161135f-6ff3-44ce-82bc-bab381fb3f09 admin admin] Publish callbacks [] for security_group (f479144c-7859-4bf7-8e9f-b23143b0c8ad), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:27.742170 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Pushing event updated for resources: {'Port': ['ID=4eb23aef-14ea-404c-931e-fbe0f6b0d918,revision_number=4']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:14:27.850023 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 52714) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:14:27.863302 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-4161135f-6ff3-44ce-82bc-bab381fb3f09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (f479144c-7859-4bf7-8e9f-b23143b0c8ad), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:27.866087 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-4161135f-6ff3-44ce-82bc-bab381fb3f09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:27.869770 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-4161135f-6ff3-44ce-82bc-bab381fb3f09 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/f479144c-7859-4bf7-8e9f-b23143b0c8ad HTTP/1.1" status: 204 len: 168 time: 0.2336366 Jan 18 17:14:27.874634 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-b9bb2118-66d6-4469-88eb-74f9e0a14cf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:27.901028 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4161135f-6ff3-44ce-82bc-bab381fb3f09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f479144c-7859-4bf7-8e9f-b23143b0c8ad,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:14:27.952488 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] get_ports_and_sgs() called for port_ids ['4eb23aef-14ea-404c-931e-fbe0f6b0d918'] {{(pid=103198) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 17:14:27.971762 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-53c9a89c-ad3b-413a-8109-4ac985e464b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648101'] for router (11184157-5174-4a7b-b210-374794365deb), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:28.043285 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-b9bb2118-66d6-4469-88eb-74f9e0a14cf3 admin admin] Publish callbacks [] for security_group (1c9dfc26-b78c-40b5-a265-172489617061), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:28.154365 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-b9bb2118-66d6-4469-88eb-74f9e0a14cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (1c9dfc26-b78c-40b5-a265-172489617061), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:28.205436 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-b9bb2118-66d6-4469-88eb-74f9e0a14cf3 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=ac00df512fd44c9389864863b25f7382&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3544145 Jan 18 17:14:28.208746 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bb2118-66d6-4469-88eb-74f9e0a14cf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c9dfc26-b78c-40b5-a265-172489617061,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:14:28.209290 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 52718) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:14:28.243727 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17cbfd9-7333-46ba-ade5-06bbde21133f None None] Network e24270b1-3b76-42c1-ab14-aac8e531ef99 requested from dv-cinder-733623-11-iscsi {{(pid=103198) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 17:14:28.273515 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ff0b36ad-28bf-40e0-809c-250a4e490b5d admin admin] Publish callbacks [] for security_group (1c9dfc26-b78c-40b5-a265-172489617061), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:28.293044 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e2c46b82-919c-4073-87ad-0fd003d3a8db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (34860b7f-7c9d-4265-9a0a-1b9bd2e1622e), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:28.300144 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ff0b36ad-28bf-40e0-809c-250a4e490b5d admin admin] Publish callbacks [] for security_group (1c9dfc26-b78c-40b5-a265-172489617061), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:28.340067 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-510286eb-2e65-4ba3-b87c-af37cad2b83d None None] Provisioning complete for port b0fa99e0-6e5c-406c-a652-58e297520dc6 triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:14:28.340646 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-510286eb-2e65-4ba3-b87c-af37cad2b83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (b0fa99e0-6e5c-406c-a652-58e297520dc6), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:28.365934 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 52722) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:14:28.434327 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53c9a89c-ad3b-413a-8109-4ac985e464b2 admin admin] Router 11184157-5174-4a7b-b210-374794365deb is scheduled to L3 agent 34860b7f-7c9d-4265-9a0a-1b9bd2e1622e with binding_index 1 {{(pid=103196) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 17:14:28.484778 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-510286eb-2e65-4ba3-b87c-af37cad2b83d None None] Current status of the port b0fa99e0-6e5c-406c-a652-58e297520dc6 is: DOWN; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:14:28.495240 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-510286eb-2e65-4ba3-b87c-af37cad2b83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (b0fa99e0-6e5c-406c-a652-58e297520dc6), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:28.545322 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-510286eb-2e65-4ba3-b87c-af37cad2b83d None None] For port b0fa99e0-6e5c-406c-a652-58e297520dc6, host dv-cinder-733623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-11-iscsi',level=0,port_id=b0fa99e0-6e5c-406c-a652-58e297520dc6,segment=NetworkSegment(ef6028c7-c38a-4b30-a405-fa641b3b9474),segment_id=ef6028c7-c38a-4b30-a405-fa641b3b9474)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:14:28.590427 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eec5b0d-8b5f-4521-a0a4-ca843b2eccd3 req-3306dfbc-5500-4a25-962b-acddb0e5acf0 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:14:28.592839 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-4eec5b0d-8b5f-4521-a0a4-ca843b2eccd3 req-3306dfbc-5500-4a25-962b-acddb0e5acf0 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/ports?device_id=61497e35-2006-4c23-8778-4375dde4eb25 HTTP/1.1" status: 200 len: 945 time: 0.0699575 Jan 18 17:14:28.600590 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-510286eb-2e65-4ba3-b87c-af37cad2b83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (b0fa99e0-6e5c-406c-a652-58e297520dc6), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:28.606100 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ff0b36ad-28bf-40e0-809c-250a4e490b5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (1c9dfc26-b78c-40b5-a265-172489617061), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:28.613674 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ff0b36ad-28bf-40e0-809c-250a4e490b5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:28.619925 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-ff0b36ad-28bf-40e0-809c-250a4e490b5d admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/1c9dfc26-b78c-40b5-a265-172489617061 HTTP/1.1" status: 204 len: 168 time: 0.4044678 Jan 18 17:14:28.620890 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9744875c-fd9b-4697-ba16-6a3164a75ab2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:28.651044 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0b36ad-28bf-40e0-809c-250a4e490b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c9dfc26-b78c-40b5-a265-172489617061,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:14:28.677293 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-4eec5b0d-8b5f-4521-a0a4-ca843b2eccd3 req-b77b73d7-271b-4a33-bd72-1e1aa67573f1 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/security-groups?id=03df2055-10b4-4cb8-8f80-fa2d86607cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744824 Jan 18 17:14:28.721626 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510286eb-2e65-4ba3-b87c-af37cad2b83d None None] Pushing event updated for resources: {'Port': ['ID=b0fa99e0-6e5c-406c-a652-58e297520dc6,revision_number=3']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:14:28.732714 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-122348f1-7424-4e55-bb8c-89648ecb0041 None None] Provisioning complete for port b0fa99e0-6e5c-406c-a652-58e297520dc6 triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:14:28.732714 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-122348f1-7424-4e55-bb8c-89648ecb0041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (b0fa99e0-6e5c-406c-a652-58e297520dc6), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:28.788465 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af819ce0-06a8-41ad-8cad-e260a1b0e70b req-36e73885-cfac-4827-89e6-97b41ba8621c tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:14:28.790005 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-af819ce0-06a8-41ad-8cad-e260a1b0e70b req-36e73885-cfac-4827-89e6-97b41ba8621c tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=fd06e8ed-8113-4ba5-8f7b-c7a1759d866f HTTP/1.1" status: 200 len: 946 time: 0.1628451 Jan 18 17:14:28.799501 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53c9a89c-ad3b-413a-8109-4ac985e464b2 admin admin] Notify agent at l3_agent.dv-cinder-733623-11-iscsi the message routers_updated {{(pid=103196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 17:14:28.821421 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01164e9a-1b40-468c-bdf4-dc7e2d3c1b08 None None] Sync routers for ids ['11184157-5174-4a7b-b210-374794365deb'] in dv-cinder-733623-11-iscsi {{(pid=103199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 17:14:28.858251 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01164e9a-1b40-468c-bdf4-dc7e2d3c1b08 None None] Routers {'11184157-5174-4a7b-b210-374794365deb'} bound to L3 agent in host dv-cinder-733623-11-iscsi {{(pid=103199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 17:14:28.859469 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-01164e9a-1b40-468c-bdf4-dc7e2d3c1b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T17:04:58Z,description=,heartbeat_timestamp=2022-01-18T17:14:28Z,host='dv-cinder-733623-11-iscsi',id=34860b7f-7c9d-4265-9a0a-1b9bd2e1622e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T17:04:59Z,topic='l3_agent')) {'router_ids': ['11184157-5174-4a7b-b210-374794365deb'], 'active': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:14:28.870881 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-122348f1-7424-4e55-bb8c-89648ecb0041 None None] Current status of the port b0fa99e0-6e5c-406c-a652-58e297520dc6 is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:14:28.902568 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9744875c-fd9b-4697-ba16-6a3164a75ab2 admin admin] Publish callbacks [] for security_group (bc7f5f86-456b-455b-bd63-ecd79db95404), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:28.906999 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-af819ce0-06a8-41ad-8cad-e260a1b0e70b req-08139712-ef17-43a2-acb3-48e3dea22b60 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098433 Jan 18 17:14:28.939925 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Device b0fa99e0-6e5c-406c-a652-58e297520dc6 up at agent ovs-agent-dv-cinder-733623-11-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 17:14:28.955794 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-53c9a89c-ad3b-413a-8109-4ac985e464b2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:28.957431 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-53c9a89c-ad3b-413a-8109-4ac985e464b2 admin admin] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.8528066 Jan 18 17:14:28.960193 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 52742) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:14:28.999575 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9744875c-fd9b-4697-ba16-6a3164a75ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (bc7f5f86-456b-455b-bd63-ecd79db95404), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:29.012179 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Provisioning complete for port b0fa99e0-6e5c-406c-a652-58e297520dc6 triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:14:29.012558 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (b0fa99e0-6e5c-406c-a652-58e297520dc6), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:29.076366 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Device 4eb23aef-14ea-404c-931e-fbe0f6b0d918 up at agent hyperv_hv-cinder-73362 {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 17:14:29.084658 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-9744875c-fd9b-4697-ba16-6a3164a75ab2 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=1c60bb3efc244ae4a00bd08a94d0639e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7170680 Jan 18 17:14:29.087305 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 52746) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:14:29.088559 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvr_db [None req-01164e9a-1b40-468c-bdf4-dc7e2d3c1b08 None None] Set router 11184157-5174-4a7b-b210-374794365deb gateway port host: dv-cinder-733623-11-iscsi {{(pid=103199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 17:14:29.089891 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9744875c-fd9b-4697-ba16-6a3164a75ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc7f5f86-456b-455b-bd63-ecd79db95404,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:14:29.135366 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 52748) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:14:29.149170 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-a24976dc-7f89-446d-8d9b-8a75bf0e6853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (f7781508-68f4-4d6b-b413-74596bae1216), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:29.188653 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-134e95db-8627-4c43-aeca-c01036c72a11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:29.230324 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Current status of the port b0fa99e0-6e5c-406c-a652-58e297520dc6 is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:14:29.241683 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-42e5ff66-2966-45ed-8dbf-d42f3a218af2 admin admin] Publish callbacks [] for security_group (bc7f5f86-456b-455b-bd63-ecd79db95404), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:29.275495 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-42e5ff66-2966-45ed-8dbf-d42f3a218af2 admin admin] Publish callbacks [] for security_group (bc7f5f86-456b-455b-bd63-ecd79db95404), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:29.294035 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-01164e9a-1b40-468c-bdf4-dc7e2d3c1b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11184157-5174-4a7b-b210-374794365deb', 'name': 'tempest-TestShelveInstance-1612540897-router', 'tenant_id': 'da8ff98f0f8244899af414e6a5f71296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '7bf83da9-47e0-4dba-ac0b-826c3dfc85b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:14:25Z', 'updated_at': '2022-01-18T17:14:27Z', 'revision_number': 3, 'project_id': 'da8ff98f0f8244899af414e6a5f71296', 'gw_port': {'id': '7bf83da9-47e0-4dba-ac0b-826c3dfc85b0', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:31:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11184157-5174-4a7b-b210-374794365deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:14:25Z', 'updated_at': '2022-01-18T17:14:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi'}], 'dv-cinder-733623-11-iscsi', False) {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:14:29.327636 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Provisioning for port 4eb23aef-14ea-404c-931e-fbe0f6b0d918 completed by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 17:14:29.336547 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01164e9a-1b40-468c-bdf4-dc7e2d3c1b08 None None] Checking router: 11184157-5174-4a7b-b210-374794365deb for host: dv-cinder-733623-11-iscsi {{(pid=103199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 17:14:29.337058 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Provisioning complete for port 4eb23aef-14ea-404c-931e-fbe0f6b0d918 triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:14:29.337306 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01164e9a-1b40-468c-bdf4-dc7e2d3c1b08 None None] Updating router 11184157-5174-4a7b-b210-374794365deb port 7bf83da9-47e0-4dba-ac0b-826c3dfc85b0 binding host dv-cinder-733623-11-iscsi {{(pid=103199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 17:14:29.337594 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (4eb23aef-14ea-404c-931e-fbe0f6b0d918), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:29.364898 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-01164e9a-1b40-468c-bdf4-dc7e2d3c1b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (7bf83da9-47e0-4dba-ac0b-826c3dfc85b0), before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:29.371401 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-134e95db-8627-4c43-aeca-c01036c72a11 admin admin] Publish callbacks [] for security_group (6c724043-3880-4182-87a9-a5064ed57457), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:29.439860 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-42e5ff66-2966-45ed-8dbf-d42f3a218af2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (bc7f5f86-456b-455b-bd63-ecd79db95404), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:29.442793 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-42e5ff66-2966-45ed-8dbf-d42f3a218af2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:29.444283 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-42e5ff66-2966-45ed-8dbf-d42f3a218af2 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/bc7f5f86-456b-455b-bd63-ecd79db95404 HTTP/1.1" status: 204 len: 168 time: 0.3559425 Jan 18 17:14:29.454189 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e5ff66-2966-45ed-8dbf-d42f3a218af2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc7f5f86-456b-455b-bd63-ecd79db95404,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:14:29.463695 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-134e95db-8627-4c43-aeca-c01036c72a11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (6c724043-3880-4182-87a9-a5064ed57457), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:29.503811 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-134e95db-8627-4c43-aeca-c01036c72a11 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=e72f37bd46ea465daf405c9e78a7afea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3643985 Jan 18 17:14:29.512806 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 52760) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:14:29.540979 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Current status of the port 4eb23aef-14ea-404c-931e-fbe0f6b0d918 is: BUILD; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:14:29.541585 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (4eb23aef-14ea-404c-931e-fbe0f6b0d918), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:29.564605 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134e95db-8627-4c43-aeca-c01036c72a11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c724043-3880-4182-87a9-a5064ed57457,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:14:29.614119 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61497e35-2006-4c23-8778-4375dde4eb25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eb23aef-14ea-404c-931e-fbe0f6b0d918'}] {{(pid=103198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 17:14:29.618219 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97aa477b9a8a7659066d830c0d89a1f304b03425b5691a2db6f60cb613ebd93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8638912-ebc3-4170-9f6e-6ed89b2d1f63" -d '{"events": [{"server_uuid": "61497e35-2006-4c23-8778-4375dde4eb25", "name": "network-vif-plugged", "status": "completed", "tag": "4eb23aef-14ea-404c-931e-fbe0f6b0d918"}]}' {{(pid=103198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 17:14:29.639740 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-46eb3f9b-e476-4f83-99b8-bcfbecbbcfd0 admin admin] Publish callbacks [] for security_group (6c724043-3880-4182-87a9-a5064ed57457), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:29.651273 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] For port 4eb23aef-14ea-404c-931e-fbe0f6b0d918, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=4eb23aef-14ea-404c-931e-fbe0f6b0d918,segment=NetworkSegment(2fccfc1b-cb99-45b9-9f8c-ca3412f0a050),segment_id=2fccfc1b-cb99-45b9-9f8c-ca3412f0a050)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:14:29.663197 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-27a9e5e6-545d-4e9c-9949-9d841888312e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:29.672413 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 17:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc19422-7281-48aa-839c-9e71c37a137a x-openstack-request-id: req-5bc19422-7281-48aa-839c-9e71c37a137a {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 17:14:29.672974 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61497e35-2006-4c23-8778-4375dde4eb25", "name": "network-vif-plugged", "status": "completed", "tag": "4eb23aef-14ea-404c-931e-fbe0f6b0d918", "code": 200}]} {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 17:14:29.673405 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-5bc19422-7281-48aa-839c-9e71c37a137a {{(pid=103198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 17:14:29.674104 dv-cinder-733623-11-iscsi neutron-server[103198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61497e35-2006-4c23-8778-4375dde4eb25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eb23aef-14ea-404c-931e-fbe0f6b0d918', 'code': 200} Jan 18 17:14:29.674460 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-46eb3f9b-e476-4f83-99b8-bcfbecbbcfd0 admin admin] Publish callbacks [] for security_group (6c724043-3880-4182-87a9-a5064ed57457), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:29.725620 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (4eb23aef-14ea-404c-931e-fbe0f6b0d918), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:29.742163 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-01164e9a-1b40-468c-bdf4-dc7e2d3c1b08 None None] Publish callbacks [] for port (7bf83da9-47e0-4dba-ac0b-826c3dfc85b0), precommit_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:29.823032 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-01164e9a-1b40-468c-bdf4-dc7e2d3c1b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (7bf83da9-47e0-4dba-ac0b-826c3dfc85b0), after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:29.863549 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-46eb3f9b-e476-4f83-99b8-bcfbecbbcfd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (6c724043-3880-4182-87a9-a5064ed57457), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:29.863549 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-46eb3f9b-e476-4f83-99b8-bcfbecbbcfd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:29.863549 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-46eb3f9b-e476-4f83-99b8-bcfbecbbcfd0 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/6c724043-3880-4182-87a9-a5064ed57457 HTTP/1.1" status: 204 len: 168 time: 0.3465369 Jan 18 17:14:29.873108 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Pushing event updated for resources: {'Port': ['ID=4eb23aef-14ea-404c-931e-fbe0f6b0d918,revision_number=5']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:14:29.881607 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eb3f9b-e476-4f83-99b8-bcfbecbbcfd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c724043-3880-4182-87a9-a5064ed57457,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:14:29.902023 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6389a6cb-9cd3-46d2-a910-5dbd90970dd1 None None] Pushing event updated for resources: {'Port': ['ID=7bf83da9-47e0-4dba-ac0b-826c3dfc85b0,revision_number=2']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:14:29.927817 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [None req-01164e9a-1b40-468c-bdf4-dc7e2d3c1b08 None None] Attempting to bind port 7bf83da9-47e0-4dba-ac0b-826c3dfc85b0 on host dv-cinder-733623-11-iscsi for vnic_type normal with profile {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 17:14:29.929037 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [None req-01164e9a-1b40-468c-bdf4-dc7e2d3c1b08 None None] Attempting to bind port 7bf83da9-47e0-4dba-ac0b-826c3dfc85b0 by drivers openvswitch,hyperv on host dv-cinder-733623-11-iscsi at level 0 using segments [{'id': 'e313aa2e-7c8f-481c-b82b-97bbd998f4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430'}] {{(pid=103199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 17:14:29.929760 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01164e9a-1b40-468c-bdf4-dc7e2d3c1b08 None None] Attempting to bind port 7bf83da9-47e0-4dba-ac0b-826c3dfc85b0 on network 09e508a9-4d19-4482-acf1-bcc4a2adb430 {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 17:14:29.938349 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01164e9a-1b40-468c-bdf4-dc7e2d3c1b08 None None] Checking agent: {'id': 'a6f837d2-7b5b-4cd3-9c28-296017d8b8e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 17, 5, 2), 'started_at': datetime.datetime(2022, 1, 18, 17, 5, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 17, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 17:14:29.939279 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01164e9a-1b40-468c-bdf4-dc7e2d3c1b08 None None] Checking segment: {'id': 'e313aa2e-7c8f-481c-b82b-97bbd998f4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 17:14:29.939914 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-01164e9a-1b40-468c-bdf4-dc7e2d3c1b08 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:29.941029 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01164e9a-1b40-468c-bdf4-dc7e2d3c1b08 None None] Bound using segment: {'id': 'e313aa2e-7c8f-481c-b82b-97bbd998f4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430'} {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 17:14:29.942844 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [None req-01164e9a-1b40-468c-bdf4-dc7e2d3c1b08 None None] Bound port: 7bf83da9-47e0-4dba-ac0b-826c3dfc85b0, host: dv-cinder-733623-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e313aa2e-7c8f-481c-b82b-97bbd998f4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430'}}] {{(pid=103199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 17:14:29.943597 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-01164e9a-1b40-468c-bdf4-dc7e2d3c1b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (7bf83da9-47e0-4dba-ac0b-826c3dfc85b0), before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:29.950097 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2321623e-2182-46ec-a1dd-8ed6cbf541fb req-24cee1b8-47ff-4297-a471-84165597f061 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:14:29.951685 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-2321623e-2182-46ec-a1dd-8ed6cbf541fb req-24cee1b8-47ff-4297-a471-84165597f061 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/ports?device_id=61497e35-2006-4c23-8778-4375dde4eb25 HTTP/1.1" status: 200 len: 946 time: 0.1380069 Jan 18 17:14:29.955132 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-27a9e5e6-545d-4e9c-9949-9d841888312e admin admin] Allocated IP 172.20.0.1 (e24270b1-3b76-42c1-ab14-aac8e531ef99/d079672b-4dc5-40cc-9cb8-ed53072bdf97/7272c112-93df-45ef-a52a-a43e09af6183) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 17:14:30.017438 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.db [None req-01164e9a-1b40-468c-bdf4-dc7e2d3c1b08 None None] For port 7bf83da9-47e0-4dba-ac0b-826c3dfc85b0, host dv-cinder-733623-11-iscsi, cleared binding levels {{(pid=103199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 17:14:30.022198 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.db [None req-01164e9a-1b40-468c-bdf4-dc7e2d3c1b08 None None] For port 7bf83da9-47e0-4dba-ac0b-826c3dfc85b0, host dv-cinder-733623-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-11-iscsi',level=0,port_id=7bf83da9-47e0-4dba-ac0b-826c3dfc85b0,segment=NetworkSegment(e313aa2e-7c8f-481c-b82b-97bbd998f4e0),segment_id=e313aa2e-7c8f-481c-b82b-97bbd998f4e0)] {{(pid=103199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 17:14:30.086302 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-01164e9a-1b40-468c-bdf4-dc7e2d3c1b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (7bf83da9-47e0-4dba-ac0b-826c3dfc85b0), after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:30.091156 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c207344a-94ca-450e-8746-29db45659431 req-61533dbb-04c0-4110-a29c-479bfcf210e7 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:14:30.097640 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-c207344a-94ca-450e-8746-29db45659431 req-61533dbb-04c0-4110-a29c-479bfcf210e7 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=fd06e8ed-8113-4ba5-8f7b-c7a1759d866f HTTP/1.1" status: 200 len: 946 time: 0.0622361 Jan 18 17:14:30.124967 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-2321623e-2182-46ec-a1dd-8ed6cbf541fb req-6088e5b5-6535-452d-a07b-4e08478d36ce tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/security-groups?id=03df2055-10b4-4cb8-8f80-fa2d86607cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556993 Jan 18 17:14:30.144181 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d8ad3-2ee8-465d-aa83-3fac10f7c970 req-4a3ea69b-51c7-4311-b65a-9349c37cf2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:14:30.146358 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-153d8ad3-2ee8-465d-aa83-3fac10f7c970 req-4a3ea69b-51c7-4311-b65a-9349c37cf2ab service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=61497e35-2006-4c23-8778-4375dde4eb25 HTTP/1.1" status: 200 len: 1099 time: 0.1310654 Jan 18 17:14:30.155783 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01164e9a-1b40-468c-bdf4-dc7e2d3c1b08 None None] Routers {'11184157-5174-4a7b-b210-374794365deb'} bound to L3 agent in host dv-cinder-733623-11-iscsi {{(pid=103199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 17:14:30.156410 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-01164e9a-1b40-468c-bdf4-dc7e2d3c1b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T17:04:58Z,description=,heartbeat_timestamp=2022-01-18T17:14:28Z,host='dv-cinder-733623-11-iscsi',id=34860b7f-7c9d-4265-9a0a-1b9bd2e1622e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T17:04:59Z,topic='l3_agent')) {'router_ids': ['11184157-5174-4a7b-b210-374794365deb'], 'active': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:14:30.160108 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-c207344a-94ca-450e-8746-29db45659431 req-61df879a-78fc-460c-8800-a68f713b60da tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609679 Jan 18 17:14:30.211292 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-27a9e5e6-545d-4e9c-9949-9d841888312e admin admin] Publish callbacks [] for port (7272c112-93df-45ef-a52a-a43e09af6183), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:30.234936 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-153d8ad3-2ee8-465d-aa83-3fac10f7c970 req-15d9fd5a-d320-4d22-a831-83542049872a service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=03df2055-10b4-4cb8-8f80-fa2d86607cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811865 Jan 18 17:14:30.245377 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6389a6cb-9cd3-46d2-a910-5dbd90970dd1 None None] Pushing event updated for resources: {'Port': ['ID=7bf83da9-47e0-4dba-ac0b-826c3dfc85b0,revision_number=3']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:14:30.322089 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvr_db [None req-01164e9a-1b40-468c-bdf4-dc7e2d3c1b08 None None] Set router 11184157-5174-4a7b-b210-374794365deb gateway port host: dv-cinder-733623-11-iscsi {{(pid=103199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 17:14:30.326088 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-27a9e5e6-545d-4e9c-9949-9d841888312e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785611913804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4300409'] for port (7272c112-93df-45ef-a52a-a43e09af6183), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:30.368435 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a9e5e6-545d-4e9c-9949-9d841888312e admin admin] Network e24270b1-3b76-42c1-ab14-aac8e531ef99 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 17:14:30.371475 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-27a9e5e6-545d-4e9c-9949-9d841888312e admin admin] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 17:14:30.374039 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a9e5e6-545d-4e9c-9949-9d841888312e admin admin] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 17:14:30.428943 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a9e5e6-545d-4e9c-9949-9d841888312e admin admin] Pushing event updated for resources: {'Port': ['ID=7272c112-93df-45ef-a52a-a43e09af6183,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:14:30.454848 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-27a9e5e6-545d-4e9c-9949-9d841888312e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-647824'] for router_interface (11184157-5174-4a7b-b210-374794365deb), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:30.575429 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-01164e9a-1b40-468c-bdf4-dc7e2d3c1b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11184157-5174-4a7b-b210-374794365deb', 'name': 'tempest-TestShelveInstance-1612540897-router', 'tenant_id': 'da8ff98f0f8244899af414e6a5f71296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '7bf83da9-47e0-4dba-ac0b-826c3dfc85b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:14:25Z', 'updated_at': '2022-01-18T17:14:27Z', 'revision_number': 3, 'project_id': 'da8ff98f0f8244899af414e6a5f71296', 'gw_port': {'id': '7bf83da9-47e0-4dba-ac0b-826c3dfc85b0', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:31:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11184157-5174-4a7b-b210-374794365deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:14:25Z', 'updated_at': '2022-01-18T17:14:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi'}], 'dv-cinder-733623-11-iscsi', False) {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:14:30.614528 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01164e9a-1b40-468c-bdf4-dc7e2d3c1b08 None None] The sync data for ids ['11184157-5174-4a7b-b210-374794365deb'] in dv-cinder-733623-11-iscsi is: [{'id': '11184157-5174-4a7b-b210-374794365deb', 'name': 'tempest-TestShelveInstance-1612540897-router', 'tenant_id': 'da8ff98f0f8244899af414e6a5f71296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '7bf83da9-47e0-4dba-ac0b-826c3dfc85b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:14:25Z', 'updated_at': '2022-01-18T17:14:27Z', 'revision_number': 3, 'project_id': 'da8ff98f0f8244899af414e6a5f71296', 'gw_port': {'id': '7bf83da9-47e0-4dba-ac0b-826c3dfc85b0', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:31:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11184157-5174-4a7b-b210-374794365deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:14:25Z', 'updated_at': '2022-01-18T17:14:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi'}] {{(pid=103199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 17:14:30.685423 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-d0f57583-9799-4745-8039-4fb698731137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (f223777b-396b-444b-a9c9-71cdff5b918d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:30.727418 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-3c8f4170-06c1-4e1a-b509-353ba24b0231 None None] Provisioning complete for port 7272c112-93df-45ef-a52a-a43e09af6183 triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:14:30.727874 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-3c8f4170-06c1-4e1a-b509-353ba24b0231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (7272c112-93df-45ef-a52a-a43e09af6183), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:30.747436 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-27a9e5e6-545d-4e9c-9949-9d841888312e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (7272c112-93df-45ef-a52a-a43e09af6183), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:30.784770 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-3c8f4170-06c1-4e1a-b509-353ba24b0231 None None] Port 7272c112-93df-45ef-a52a-a43e09af6183 cannot update to ACTIVE because it is not bound. {{(pid=103198) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 17:14:30.995229 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-27a9e5e6-545d-4e9c-9949-9d841888312e admin admin] Publish callbacks [] for port (7272c112-93df-45ef-a52a-a43e09af6183), precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:31.041202 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-27a9e5e6-545d-4e9c-9949-9d841888312e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4300398'] for port (7272c112-93df-45ef-a52a-a43e09af6183), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:31.122656 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a9e5e6-545d-4e9c-9949-9d841888312e admin admin] Pushing event updated for resources: {'Port': ['ID=7272c112-93df-45ef-a52a-a43e09af6183,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:14:31.125276 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-27a9e5e6-545d-4e9c-9949-9d841888312e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-647780'] for router_interface (11184157-5174-4a7b-b210-374794365deb), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:31.279783 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a9e5e6-545d-4e9c-9949-9d841888312e admin admin] Network e24270b1-3b76-42c1-ab14-aac8e531ef99 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 17:14:31.281360 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-27a9e5e6-545d-4e9c-9949-9d841888312e admin admin] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 17:14:31.321820 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae2727b-67af-44eb-8106-36b7fb45b446 req-cf79cbbc-e572-4eba-bd41-8a5a1d1caa00 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:14:31.323639 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-fae2727b-67af-44eb-8106-36b7fb45b446 req-cf79cbbc-e572-4eba-bd41-8a5a1d1caa00 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/ports?device_id=61497e35-2006-4c23-8778-4375dde4eb25 HTTP/1.1" status: 200 len: 946 time: 0.0731366 Jan 18 17:14:31.421918 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-fae2727b-67af-44eb-8106-36b7fb45b446 req-4ecbec84-ee9c-4517-bb92-b40f05eb9d0f tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/security-groups?id=03df2055-10b4-4cb8-8f80-fa2d86607cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892842 Jan 18 17:14:31.468643 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c53c00-b78a-454e-a47a-b33197f4766c req-0fda553c-87ec-493b-9391-1c68e7433779 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:14:31.479861 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-54c53c00-b78a-454e-a47a-b33197f4766c req-0fda553c-87ec-493b-9391-1c68e7433779 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=fd06e8ed-8113-4ba5-8f7b-c7a1759d866f HTTP/1.1" status: 200 len: 946 time: 0.1897392 Jan 18 17:14:31.560528 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-54c53c00-b78a-454e-a47a-b33197f4766c req-71d8a465-6718-48f9-92e1-9775384da9bc tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797536 Jan 18 17:14:31.575653 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27a9e5e6-545d-4e9c-9949-9d841888312e admin admin] Router 11184157-5174-4a7b-b210-374794365deb has already been hosted by L3 agent 34860b7f-7c9d-4265-9a0a-1b9bd2e1622e {{(pid=103196) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 17:14:31.624579 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-e71828f1-7297-4efd-94f4-b30a5809c78b None None] Provisioning complete for port 7272c112-93df-45ef-a52a-a43e09af6183 triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:14:31.625114 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e71828f1-7297-4efd-94f4-b30a5809c78b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (7272c112-93df-45ef-a52a-a43e09af6183), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:31.682694 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-e71828f1-7297-4efd-94f4-b30a5809c78b None None] Port 7272c112-93df-45ef-a52a-a43e09af6183 cannot update to ACTIVE because it is not bound. {{(pid=103198) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 17:14:31.720036 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27a9e5e6-545d-4e9c-9949-9d841888312e admin admin] Notify agent at l3_agent.dv-cinder-733623-11-iscsi the message routers_updated {{(pid=103196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 17:14:31.735256 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-27a9e5e6-545d-4e9c-9949-9d841888312e admin admin] 10.222.0.100 "PUT /v2.0/routers/11184157-5174-4a7b-b210-374794365deb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7692053 Jan 18 17:14:31.873735 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (a6f837d2-7b5b-4cd3-9c28-296017d8b8e6), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:32.336820 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c4a12b-ef8f-4f79-9f9a-ccbc061512d5 req-d1e784de-7da2-4803-8aa9-ecaddd332d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:14:32.338480 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-11c4a12b-ef8f-4f79-9f9a-ccbc061512d5 req-d1e784de-7da2-4803-8aa9-ecaddd332d38 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=fd06e8ed-8113-4ba5-8f7b-c7a1759d866f HTTP/1.1" status: 200 len: 1099 time: 0.0691514 Jan 18 17:14:32.395886 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-11c4a12b-ef8f-4f79-9f9a-ccbc061512d5 req-b877d01d-975b-4d6b-87eb-41a0028280e9 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441928 Jan 18 17:14:32.637533 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d87cd0-5c95-46b7-a1e6-417d3b60fcc3 req-02398e86-da3c-4ef7-b9aa-ccd816dd04ed tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:14:32.639297 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-48d87cd0-5c95-46b7-a1e6-417d3b60fcc3 req-02398e86-da3c-4ef7-b9aa-ccd816dd04ed tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/ports?device_id=61497e35-2006-4c23-8778-4375dde4eb25 HTTP/1.1" status: 200 len: 946 time: 0.0996194 Jan 18 17:14:32.703135 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-48d87cd0-5c95-46b7-a1e6-417d3b60fcc3 req-31208bca-8040-498b-9616-fa65c17684b0 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/security-groups?id=03df2055-10b4-4cb8-8f80-fa2d86607cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561364 Jan 18 17:14:32.748452 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.agents_db [None req-82e58cf6-2858-46ee-adbb-688a61b9207a None None] Agent healthcheck: found 6 active agents {{(pid=103199) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 17:14:32.879642 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6a2ae6-576d-48f3-b664-cec5c11d932c req-ac4005aa-faff-4a0c-933d-e7c78dd88bdc tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:14:32.881253 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-6b6a2ae6-576d-48f3-b664-cec5c11d932c req-ac4005aa-faff-4a0c-933d-e7c78dd88bdc tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=fd06e8ed-8113-4ba5-8f7b-c7a1759d866f HTTP/1.1" status: 200 len: 946 time: 0.0815926 Jan 18 17:14:32.883746 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 52922) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:14:32.888247 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-f5add6bc-21c2-4160-a8dc-8ae227f1967f tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-922626881', 'description': 'tempest-secgroup-smoke-922626881 description', 'project_id': 'b3741339c9cb4d89942a9d122409b0f2'}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:14:32.928729 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Device 7bf83da9-47e0-4dba-ac0b-826c3dfc85b0 up at agent ovs-agent-dv-cinder-733623-11-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 17:14:32.940438 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-6b6a2ae6-576d-48f3-b664-cec5c11d932c req-80bab784-1251-48a4-986d-84ce9eb73e9d tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482361 Jan 18 17:14:32.981321 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Provisioning complete for port 7bf83da9-47e0-4dba-ac0b-826c3dfc85b0 triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:14:32.983707 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (7bf83da9-47e0-4dba-ac0b-826c3dfc85b0), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:33.066363 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Current status of the port 7bf83da9-47e0-4dba-ac0b-826c3dfc85b0 is: DOWN; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:14:33.066814 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (7bf83da9-47e0-4dba-ac0b-826c3dfc85b0), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:33.092138 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] For port 7bf83da9-47e0-4dba-ac0b-826c3dfc85b0, host dv-cinder-733623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-11-iscsi',level=0,port_id=7bf83da9-47e0-4dba-ac0b-826c3dfc85b0,segment=NetworkSegment(e313aa2e-7c8f-481c-b82b-97bbd998f4e0),segment_id=e313aa2e-7c8f-481c-b82b-97bbd998f4e0)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:14:33.142711 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f5add6bc-21c2-4160-a8dc-8ae227f1967f tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:33.168415 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c88b704-7a64-4349-a515-7bd98011bccc None None] Sync routers for ids ['11184157-5174-4a7b-b210-374794365deb'] in dv-cinder-733623-11-iscsi {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 17:14:33.178621 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (7bf83da9-47e0-4dba-ac0b-826c3dfc85b0), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:33.182790 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c88b704-7a64-4349-a515-7bd98011bccc None None] Routers {'11184157-5174-4a7b-b210-374794365deb'} bound to L3 agent in host dv-cinder-733623-11-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 17:14:33.189636 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-6c88b704-7a64-4349-a515-7bd98011bccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T17:04:58Z,description=,heartbeat_timestamp=2022-01-18T17:14:28Z,host='dv-cinder-733623-11-iscsi',id=34860b7f-7c9d-4265-9a0a-1b9bd2e1622e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T17:04:59Z,topic='l3_agent')) {'router_ids': ['11184157-5174-4a7b-b210-374794365deb'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:14:33.228796 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f5add6bc-21c2-4160-a8dc-8ae227f1967f tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Publish callbacks [] for security_group (bc955990-e634-496f-b35f-a2b795c30f14), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:33.308223 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f5add6bc-21c2-4160-a8dc-8ae227f1967f tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (bc955990-e634-496f-b35f-a2b795c30f14), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:33.341006 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5add6bc-21c2-4160-a8dc-8ae227f1967f tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc955990-e634-496f-b35f-a2b795c30f14,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:14:33.413967 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f5add6bc-21c2-4160-a8dc-8ae227f1967f tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:33.418808 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 52930) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:14:33.424424 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-f5add6bc-21c2-4160-a8dc-8ae227f1967f tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5392175 Jan 18 17:14:33.425836 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-57a0dc55-bac2-4562-aa63-5ab4a9291add tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Request body: {'security_group_rule': {'security_group_id': 'bc955990-e634-496f-b35f-a2b795c30f14', 'project_id': 'b3741339c9cb4d89942a9d122409b0f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:14:33.439663 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Pushing event updated for resources: {'Port': ['ID=7bf83da9-47e0-4dba-ac0b-826c3dfc85b0,revision_number=4']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:14:33.474570 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-6c88b704-7a64-4349-a515-7bd98011bccc None None] Set router 11184157-5174-4a7b-b210-374794365deb gateway port host: dv-cinder-733623-11-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 17:14:33.572874 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-57a0dc55-bac2-4562-aa63-5ab4a9291add tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Publish callbacks [] for security_group_rule (3413e3b6-e56a-4c00-aac7-c0a3f1a9e329), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:33.639351 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-57a0dc55-bac2-4562-aa63-5ab4a9291add tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Publish callbacks [] for security_group_rule (3413e3b6-e56a-4c00-aac7-c0a3f1a9e329), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:33.708100 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-6c88b704-7a64-4349-a515-7bd98011bccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11184157-5174-4a7b-b210-374794365deb', 'name': 'tempest-TestShelveInstance-1612540897-router', 'tenant_id': 'da8ff98f0f8244899af414e6a5f71296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '7bf83da9-47e0-4dba-ac0b-826c3dfc85b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:14:25Z', 'updated_at': '2022-01-18T17:14:30Z', 'revision_number': 4, 'project_id': 'da8ff98f0f8244899af414e6a5f71296', 'gw_port': {'id': '7bf83da9-47e0-4dba-ac0b-826c3dfc85b0', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:31:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11184157-5174-4a7b-b210-374794365deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:14:25Z', 'updated_at': '2022-01-18T17:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi', '_interfaces': [{'id': '7272c112-93df-45ef-a52a-a43e09af6183', 'name': '', 'network_id': 'e24270b1-3b76-42c1-ab14-aac8e531ef99', 'tenant_id': 'da8ff98f0f8244899af414e6a5f71296', 'mac_address': 'fa:16:3e:88:b7:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11184157-5174-4a7b-b210-374794365deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'd079672b-4dc5-40cc-9cb8-ed53072bdf97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:14:29Z', 'updated_at': '2022-01-18T17:14:30Z', 'revision_number': 2, 'project_id': 'da8ff98f0f8244899af414e6a5f71296', 'subnets': [{'id': 'd079672b-4dc5-40cc-9cb8-ed53072bdf97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-11-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:14:33.742521 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c88b704-7a64-4349-a515-7bd98011bccc None None] Checking router: 11184157-5174-4a7b-b210-374794365deb for host: dv-cinder-733623-11-iscsi {{(pid=103198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 17:14:33.742877 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c88b704-7a64-4349-a515-7bd98011bccc None None] Updating router 11184157-5174-4a7b-b210-374794365deb port 7272c112-93df-45ef-a52a-a43e09af6183 binding host dv-cinder-733623-11-iscsi {{(pid=103198) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 17:14:33.753579 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-57a0dc55-bac2-4562-aa63-5ab4a9291add tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433249'] for security_group_rule (3413e3b6-e56a-4c00-aac7-c0a3f1a9e329), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:33.768702 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6c88b704-7a64-4349-a515-7bd98011bccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (7272c112-93df-45ef-a52a-a43e09af6183), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:33.772645 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a0dc55-bac2-4562-aa63-5ab4a9291add tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3413e3b6-e56a-4c00-aac7-c0a3f1a9e329,revision_number=0']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:14:33.875021 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-57a0dc55-bac2-4562-aa63-5ab4a9291add tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:33.878867 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-57a0dc55-bac2-4562-aa63-5ab4a9291add tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4553502 Jan 18 17:14:33.882210 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 52946) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:14:33.888903 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-373d77cd-9b4e-4073-9d4c-8e5f8115c1ca tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Request body: {'security_group_rule': {'security_group_id': 'bc955990-e634-496f-b35f-a2b795c30f14', 'project_id': 'b3741339c9cb4d89942a9d122409b0f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:14:34.055719 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6c88b704-7a64-4349-a515-7bd98011bccc None None] Publish callbacks [] for port (7272c112-93df-45ef-a52a-a43e09af6183), precommit_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:34.059908 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0efe79-ab66-413e-9395-de07b6bf5b8e req-c00934d6-e55b-46a1-82dc-1a2e5d378f19 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:14:34.061343 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-2a0efe79-ab66-413e-9395-de07b6bf5b8e req-c00934d6-e55b-46a1-82dc-1a2e5d378f19 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=fd06e8ed-8113-4ba5-8f7b-c7a1759d866f HTTP/1.1" status: 200 len: 946 time: 0.0498173 Jan 18 17:14:34.074442 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-373d77cd-9b4e-4073-9d4c-8e5f8115c1ca tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Publish callbacks [] for security_group_rule (d76c481c-2f3d-44ac-84d3-5d5e66fd24ef), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:34.155441 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6c88b704-7a64-4349-a515-7bd98011bccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (7272c112-93df-45ef-a52a-a43e09af6183), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:34.266951 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ddb5c-0396-4eb0-ac15-fab6403b20e9 None None] Pushing event updated for resources: {'Port': ['ID=7272c112-93df-45ef-a52a-a43e09af6183,revision_number=3']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:14:34.417746 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-6c88b704-7a64-4349-a515-7bd98011bccc None None] Attempting to bind port 7272c112-93df-45ef-a52a-a43e09af6183 on host dv-cinder-733623-11-iscsi for vnic_type normal with profile {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 17:14:34.418359 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-6c88b704-7a64-4349-a515-7bd98011bccc None None] Attempting to bind port 7272c112-93df-45ef-a52a-a43e09af6183 by drivers openvswitch,hyperv on host dv-cinder-733623-11-iscsi at level 0 using segments [{'id': 'ef6028c7-c38a-4b30-a405-fa641b3b9474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'e24270b1-3b76-42c1-ab14-aac8e531ef99'}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 17:14:34.418952 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c88b704-7a64-4349-a515-7bd98011bccc None None] Attempting to bind port 7272c112-93df-45ef-a52a-a43e09af6183 on network e24270b1-3b76-42c1-ab14-aac8e531ef99 {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 17:14:34.453042 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c88b704-7a64-4349-a515-7bd98011bccc None None] Checking agent: {'id': 'a6f837d2-7b5b-4cd3-9c28-296017d8b8e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 17, 5, 2), 'started_at': datetime.datetime(2022, 1, 18, 17, 5, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 17, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 17:14:34.454504 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c88b704-7a64-4349-a515-7bd98011bccc None None] Checking segment: {'id': 'ef6028c7-c38a-4b30-a405-fa641b3b9474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'e24270b1-3b76-42c1-ab14-aac8e531ef99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 17:14:34.455594 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6c88b704-7a64-4349-a515-7bd98011bccc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:34.456637 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c88b704-7a64-4349-a515-7bd98011bccc None None] Bound using segment: {'id': 'ef6028c7-c38a-4b30-a405-fa641b3b9474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'e24270b1-3b76-42c1-ab14-aac8e531ef99'} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 17:14:34.463565 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-6c88b704-7a64-4349-a515-7bd98011bccc None None] Bound port: 7272c112-93df-45ef-a52a-a43e09af6183, host: dv-cinder-733623-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef6028c7-c38a-4b30-a405-fa641b3b9474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'e24270b1-3b76-42c1-ab14-aac8e531ef99'}}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 17:14:34.464839 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6c88b704-7a64-4349-a515-7bd98011bccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (7272c112-93df-45ef-a52a-a43e09af6183), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:34.531441 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-2a0efe79-ab66-413e-9395-de07b6bf5b8e req-7348bef6-2039-47fe-bafa-8882c1e71c72 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4631624 Jan 18 17:14:34.629273 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-373d77cd-9b4e-4073-9d4c-8e5f8115c1ca tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Publish callbacks [] for security_group_rule (d76c481c-2f3d-44ac-84d3-5d5e66fd24ef), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:34.668774 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-6c88b704-7a64-4349-a515-7bd98011bccc None None] For port 7272c112-93df-45ef-a52a-a43e09af6183, host dv-cinder-733623-11-iscsi, cleared binding levels {{(pid=103198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 17:14:34.672671 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-6c88b704-7a64-4349-a515-7bd98011bccc None None] For port 7272c112-93df-45ef-a52a-a43e09af6183, host dv-cinder-733623-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-11-iscsi',level=0,port_id=7272c112-93df-45ef-a52a-a43e09af6183,segment=NetworkSegment(ef6028c7-c38a-4b30-a405-fa641b3b9474),segment_id=ef6028c7-c38a-4b30-a405-fa641b3b9474)] {{(pid=103198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 17:14:34.733750 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-79e5d58e-46f7-4097-8f21-54ff538c437c None None] Provisioning complete for port 7272c112-93df-45ef-a52a-a43e09af6183 triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:14:34.734127 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-79e5d58e-46f7-4097-8f21-54ff538c437c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (7272c112-93df-45ef-a52a-a43e09af6183), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:34.748323 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-373d77cd-9b4e-4073-9d4c-8e5f8115c1ca tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433249'] for security_group_rule (d76c481c-2f3d-44ac-84d3-5d5e66fd24ef), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:34.768413 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d77cd-9b4e-4073-9d4c-8e5f8115c1ca tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d76c481c-2f3d-44ac-84d3-5d5e66fd24ef,revision_number=0']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:14:34.773449 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-79e5d58e-46f7-4097-8f21-54ff538c437c None None] Port 7272c112-93df-45ef-a52a-a43e09af6183 cannot update to ACTIVE because it is not bound. {{(pid=103198) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 17:14:34.843080 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6c88b704-7a64-4349-a515-7bd98011bccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (7272c112-93df-45ef-a52a-a43e09af6183), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:34.852215 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Device 7bf83da9-47e0-4dba-ac0b-826c3dfc85b0 up at agent ovs-agent-dv-cinder-733623-11-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 17:14:34.882076 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-373d77cd-9b4e-4073-9d4c-8e5f8115c1ca tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:34.883322 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-373d77cd-9b4e-4073-9d4c-8e5f8115c1ca tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0001493 Jan 18 17:14:34.886076 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 52980) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:14:34.890770 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-a7d8d0ed-cc4e-439c-a8ac-979745ca24c4 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Request body: {'security_group_rule': {'security_group_id': 'bc955990-e634-496f-b35f-a2b795c30f14', 'project_id': 'b3741339c9cb4d89942a9d122409b0f2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:14:34.948882 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ddb5c-0396-4eb0-ac15-fab6403b20e9 None None] Pushing event updated for resources: {'Port': ['ID=7272c112-93df-45ef-a52a-a43e09af6183,revision_number=4']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:14:34.952088 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c88b704-7a64-4349-a515-7bd98011bccc None None] Routers {'11184157-5174-4a7b-b210-374794365deb'} bound to L3 agent in host dv-cinder-733623-11-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 17:14:34.953990 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-6c88b704-7a64-4349-a515-7bd98011bccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T17:04:58Z,description=,heartbeat_timestamp=2022-01-18T17:14:28Z,host='dv-cinder-733623-11-iscsi',id=34860b7f-7c9d-4265-9a0a-1b9bd2e1622e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T17:04:59Z,topic='l3_agent')) {'router_ids': ['11184157-5174-4a7b-b210-374794365deb'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:14:35.016658 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Provisioning complete for port 7bf83da9-47e0-4dba-ac0b-826c3dfc85b0 triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:14:35.017042 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (7bf83da9-47e0-4dba-ac0b-826c3dfc85b0), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:35.029505 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a7d8d0ed-cc4e-439c-a8ac-979745ca24c4 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Publish callbacks [] for security_group_rule (16615d71-b46a-4b99-ab9c-2bc048d202e3), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:35.121540 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-6c88b704-7a64-4349-a515-7bd98011bccc None None] Set router 11184157-5174-4a7b-b210-374794365deb gateway port host: dv-cinder-733623-11-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 17:14:35.124477 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a7d8d0ed-cc4e-439c-a8ac-979745ca24c4 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Publish callbacks [] for security_group_rule (16615d71-b46a-4b99-ab9c-2bc048d202e3), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:35.280069 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a7d8d0ed-cc4e-439c-a8ac-979745ca24c4 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433249'] for security_group_rule (16615d71-b46a-4b99-ab9c-2bc048d202e3), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:35.285286 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Current status of the port 7bf83da9-47e0-4dba-ac0b-826c3dfc85b0 is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:14:35.300804 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-802c392d-a457-4d38-8d58-c4a2dcd71899 None None] Provisioning complete for port 7272c112-93df-45ef-a52a-a43e09af6183 triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:14:35.301914 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-802c392d-a457-4d38-8d58-c4a2dcd71899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (7272c112-93df-45ef-a52a-a43e09af6183), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:35.314647 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d8d0ed-cc4e-439c-a8ac-979745ca24c4 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16615d71-b46a-4b99-ab9c-2bc048d202e3,revision_number=0']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:14:35.431832 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a7d8d0ed-cc4e-439c-a8ac-979745ca24c4 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:35.433249 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-a7d8d0ed-cc4e-439c-a8ac-979745ca24c4 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5462265 Jan 18 17:14:35.444525 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 53000) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:14:35.450598 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-38284183-6b78-424c-b877-f85562ffd005 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Request body: {'security_group_rule': {'security_group_id': 'bc955990-e634-496f-b35f-a2b795c30f14', 'project_id': 'b3741339c9cb4d89942a9d122409b0f2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:14:35.457288 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-802c392d-a457-4d38-8d58-c4a2dcd71899 None None] Current status of the port 7272c112-93df-45ef-a52a-a43e09af6183 is: DOWN; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:14:35.458356 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-802c392d-a457-4d38-8d58-c4a2dcd71899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (7272c112-93df-45ef-a52a-a43e09af6183), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:35.518647 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-802c392d-a457-4d38-8d58-c4a2dcd71899 None None] For port 7272c112-93df-45ef-a52a-a43e09af6183, host dv-cinder-733623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-11-iscsi',level=0,port_id=7272c112-93df-45ef-a52a-a43e09af6183,segment=NetworkSegment(ef6028c7-c38a-4b30-a405-fa641b3b9474),segment_id=ef6028c7-c38a-4b30-a405-fa641b3b9474)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:14:35.521841 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-6c88b704-7a64-4349-a515-7bd98011bccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11184157-5174-4a7b-b210-374794365deb', 'name': 'tempest-TestShelveInstance-1612540897-router', 'tenant_id': 'da8ff98f0f8244899af414e6a5f71296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '7bf83da9-47e0-4dba-ac0b-826c3dfc85b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:14:25Z', 'updated_at': '2022-01-18T17:14:30Z', 'revision_number': 4, 'project_id': 'da8ff98f0f8244899af414e6a5f71296', 'gw_port': {'id': '7bf83da9-47e0-4dba-ac0b-826c3dfc85b0', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:31:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11184157-5174-4a7b-b210-374794365deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:14:25Z', 'updated_at': '2022-01-18T17:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi', '_interfaces': [{'id': '7272c112-93df-45ef-a52a-a43e09af6183', 'name': '', 'network_id': 'e24270b1-3b76-42c1-ab14-aac8e531ef99', 'tenant_id': 'da8ff98f0f8244899af414e6a5f71296', 'mac_address': 'fa:16:3e:88:b7:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11184157-5174-4a7b-b210-374794365deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'd079672b-4dc5-40cc-9cb8-ed53072bdf97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:14:29Z', 'updated_at': '2022-01-18T17:14:34Z', 'revision_number': 4, 'project_id': 'da8ff98f0f8244899af414e6a5f71296', 'subnets': [{'id': 'd079672b-4dc5-40cc-9cb8-ed53072bdf97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-11-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:14:35.550500 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c88b704-7a64-4349-a515-7bd98011bccc None None] The sync data for ids ['11184157-5174-4a7b-b210-374794365deb'] in dv-cinder-733623-11-iscsi is: [{'id': '11184157-5174-4a7b-b210-374794365deb', 'name': 'tempest-TestShelveInstance-1612540897-router', 'tenant_id': 'da8ff98f0f8244899af414e6a5f71296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '7bf83da9-47e0-4dba-ac0b-826c3dfc85b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:14:25Z', 'updated_at': '2022-01-18T17:14:30Z', 'revision_number': 4, 'project_id': 'da8ff98f0f8244899af414e6a5f71296', 'gw_port': {'id': '7bf83da9-47e0-4dba-ac0b-826c3dfc85b0', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:31:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11184157-5174-4a7b-b210-374794365deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:14:25Z', 'updated_at': '2022-01-18T17:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi', '_interfaces': [{'id': '7272c112-93df-45ef-a52a-a43e09af6183', 'name': '', 'network_id': 'e24270b1-3b76-42c1-ab14-aac8e531ef99', 'tenant_id': 'da8ff98f0f8244899af414e6a5f71296', 'mac_address': 'fa:16:3e:88:b7:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11184157-5174-4a7b-b210-374794365deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'd079672b-4dc5-40cc-9cb8-ed53072bdf97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:14:29Z', 'updated_at': '2022-01-18T17:14:34Z', 'revision_number': 4, 'project_id': 'da8ff98f0f8244899af414e6a5f71296', 'subnets': [{'id': 'd079672b-4dc5-40cc-9cb8-ed53072bdf97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 17:14:35.593671 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-38284183-6b78-424c-b877-f85562ffd005 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Publish callbacks [] for security_group_rule (91f9b3f7-55b7-4e14-85fa-237c25c02ff4), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:35.658441 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-802c392d-a457-4d38-8d58-c4a2dcd71899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (7272c112-93df-45ef-a52a-a43e09af6183), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:35.740396 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96638f74-8ad6-4b13-bdba-bce9e8daf9b9 req-e337e33c-0e39-4179-9a27-664f30716a92 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:14:35.742609 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-96638f74-8ad6-4b13-bdba-bce9e8daf9b9 req-e337e33c-0e39-4179-9a27-664f30716a92 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=fd06e8ed-8113-4ba5-8f7b-c7a1759d866f HTTP/1.1" status: 200 len: 946 time: 0.1117370 Jan 18 17:14:35.756962 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802c392d-a457-4d38-8d58-c4a2dcd71899 None None] Pushing event updated for resources: {'Port': ['ID=7272c112-93df-45ef-a52a-a43e09af6183,revision_number=5']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:14:35.757537 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-38284183-6b78-424c-b877-f85562ffd005 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Publish callbacks [] for security_group_rule (91f9b3f7-55b7-4e14-85fa-237c25c02ff4), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:35.809095 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-96638f74-8ad6-4b13-bdba-bce9e8daf9b9 req-6f87aeed-03d3-4094-b73c-46213bb55ef2 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599065 Jan 18 17:14:35.954355 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-38284183-6b78-424c-b877-f85562ffd005 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433249'] for security_group_rule (91f9b3f7-55b7-4e14-85fa-237c25c02ff4), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:35.968573 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38284183-6b78-424c-b877-f85562ffd005 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91f9b3f7-55b7-4e14-85fa-237c25c02ff4,revision_number=0']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:14:36.121538 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-38284183-6b78-424c-b877-f85562ffd005 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:36.122810 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-38284183-6b78-424c-b877-f85562ffd005 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6770129 Jan 18 17:14:36.125566 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 53022) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:14:36.130875 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-3fa1ee81-6f14-495c-8f35-30cc825a2a81 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Request body: {'security_group_rule': {'security_group_id': 'bc955990-e634-496f-b35f-a2b795c30f14', 'project_id': 'b3741339c9cb4d89942a9d122409b0f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:14:36.280529 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.db.securitygroups_db [None req-3fa1ee81-6f14-495c-8f35-30cc825a2a81 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Project b3741339c9cb4d89942a9d122409b0f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 17:14:36.287402 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3fa1ee81-6f14-495c-8f35-30cc825a2a81 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Publish callbacks [] for security_group_rule (13ee1442-8ff3-424d-b820-c560994a3e7f), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:36.355170 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3fa1ee81-6f14-495c-8f35-30cc825a2a81 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Publish callbacks [] for security_group_rule (13ee1442-8ff3-424d-b820-c560994a3e7f), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:36.423012 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3fa1ee81-6f14-495c-8f35-30cc825a2a81 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433249'] for security_group_rule (13ee1442-8ff3-424d-b820-c560994a3e7f), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:36.444739 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721c6f7f-e45f-408b-8169-f739ecc7fc12 req-6a3d4b64-797f-4f2a-8eb9-6abe33e3eedd tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:14:36.446708 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-721c6f7f-e45f-408b-8169-f739ecc7fc12 req-6a3d4b64-797f-4f2a-8eb9-6abe33e3eedd tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=fd06e8ed-8113-4ba5-8f7b-c7a1759d866f HTTP/1.1" status: 200 len: 946 time: 0.0673101 Jan 18 17:14:36.455856 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa1ee81-6f14-495c-8f35-30cc825a2a81 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13ee1442-8ff3-424d-b820-c560994a3e7f,revision_number=0']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:14:36.521258 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-721c6f7f-e45f-408b-8169-f739ecc7fc12 req-6b70feac-9321-4a90-8614-dabbc9b29bcf tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674627 Jan 18 17:14:36.562422 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f366c188-d164-46fa-b780-ab2e60621158 req-4554eb80-e1ae-4248-a1d1-e6f1ba08bb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:14:36.564699 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-f366c188-d164-46fa-b780-ab2e60621158 req-4554eb80-e1ae-4248-a1d1-e6f1ba08bb61 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=82d395d404d64b169e0a445e9616b86b&device_id=fd06e8ed-8113-4ba5-8f7b-c7a1759d866f HTTP/1.1" status: 200 len: 1099 time: 0.0816698 Jan 18 17:14:36.573290 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3fa1ee81-6f14-495c-8f35-30cc825a2a81 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:36.574948 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-3fa1ee81-6f14-495c-8f35-30cc825a2a81 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4480352 Jan 18 17:14:36.577712 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 53038) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:14:36.583079 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-9527d7f5-73ad-4c3d-b895-0833c4bd4fa0 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Request body: {'security_group_rule': {'security_group_id': 'bc955990-e634-496f-b35f-a2b795c30f14', 'project_id': 'b3741339c9cb4d89942a9d122409b0f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:14:36.694140 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f366c188-d164-46fa-b780-ab2e60621158 req-b525a813-b024-4e8c-b025-490c85ec9e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:14:36.695770 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-f366c188-d164-46fa-b780-ab2e60621158 req-b525a813-b024-4e8c-b025-490c85ec9e24 service neutron] 10.222.0.105 "GET /v2.0/networks?id=9ee67609-54ef-4b91-940a-05d38e6b2c9b HTTP/1.1" status: 200 len: 920 time: 0.1194947 Jan 18 17:14:36.749324 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.db.securitygroups_db [None req-9527d7f5-73ad-4c3d-b895-0833c4bd4fa0 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Project b3741339c9cb4d89942a9d122409b0f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 17:14:36.756265 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-9527d7f5-73ad-4c3d-b895-0833c4bd4fa0 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Publish callbacks [] for security_group_rule (0beabcf9-2f4a-4439-b35e-ee6c52463555), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:36.757087 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-f366c188-d164-46fa-b780-ab2e60621158 req-637f172e-d2b6-4192-8b8e-c87f85733031 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ddf52e68-aa03-475b-b83c-dab38c9f91de HTTP/1.1" status: 200 len: 217 time: 0.0471532 Jan 18 17:14:36.821603 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f366c188-d164-46fa-b780-ab2e60621158 req-ce06f7ac-9c77-4c33-b82a-af4f900c908a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:14:36.823160 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-f366c188-d164-46fa-b780-ab2e60621158 req-ce06f7ac-9c77-4c33-b82a-af4f900c908a service neutron] 10.222.0.105 "GET /v2.0/subnets?id=7211cf1f-c33b-4353-a446-bb2d845858ab HTTP/1.1" status: 200 len: 859 time: 0.0581186 Jan 18 17:14:36.847007 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-9527d7f5-73ad-4c3d-b895-0833c4bd4fa0 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Publish callbacks [] for security_group_rule (0beabcf9-2f4a-4439-b35e-ee6c52463555), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:36.863951 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-f366c188-d164-46fa-b780-ab2e60621158 req-07e23bb9-5de6-47f9-8b84-c5f91b1e9798 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=9ee67609-54ef-4b91-940a-05d38e6b2c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308020 Jan 18 17:14:36.891293 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Device 7272c112-93df-45ef-a52a-a43e09af6183 up at agent ovs-agent-dv-cinder-733623-11-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 17:14:36.981685 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Provisioning complete for port 7272c112-93df-45ef-a52a-a43e09af6183 triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:14:36.982176 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (7272c112-93df-45ef-a52a-a43e09af6183), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:37.009121 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-f366c188-d164-46fa-b780-ab2e60621158 req-b4ee6bbc-f518-48b6-918d-ca6a20268ea7 service neutron] 10.222.0.105 "GET /v2.0/networks/9ee67609-54ef-4b91-940a-05d38e6b2c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296353 Jan 18 17:14:37.027826 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-9527d7f5-73ad-4c3d-b895-0833c4bd4fa0 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433249'] for security_group_rule (0beabcf9-2f4a-4439-b35e-ee6c52463555), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:37.044166 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9527d7f5-73ad-4c3d-b895-0833c4bd4fa0 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0beabcf9-2f4a-4439-b35e-ee6c52463555,revision_number=0']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:14:37.101156 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Current status of the port 7272c112-93df-45ef-a52a-a43e09af6183 is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:14:37.121923 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-f366c188-d164-46fa-b780-ab2e60621158 req-44744f39-5a33-44de-b976-9f0fde39d7fd service neutron] 10.222.0.105 "GET /v2.0/networks/9ee67609-54ef-4b91-940a-05d38e6b2c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068404 Jan 18 17:14:37.205318 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 53046) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:14:37.213918 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-9527d7f5-73ad-4c3d-b895-0833c4bd4fa0 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:37.224768 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-9527d7f5-73ad-4c3d-b895-0833c4bd4fa0 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6456819 Jan 18 17:14:37.359737 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e68d8c0e-08cf-45d5-87ab-e98e76cfbb79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:37.491404 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e68d8c0e-08cf-45d5-87ab-e98e76cfbb79 admin admin] Publish callbacks [] for security_group (dd6a9480-becf-481d-a83f-15f8a8fec837), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:37.559961 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e68d8c0e-08cf-45d5-87ab-e98e76cfbb79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (dd6a9480-becf-481d-a83f-15f8a8fec837), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:37.607933 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-e68d8c0e-08cf-45d5-87ab-e98e76cfbb79 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=358235fc0ca2483db28e831acc29a5bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3992705 Jan 18 17:14:37.608212 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 53092) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:14:37.610534 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68d8c0e-08cf-45d5-87ab-e98e76cfbb79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6a9480-becf-481d-a83f-15f8a8fec837,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:14:37.672589 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4e7d3e19-fd34-4478-ba8f-ce0521e38164 admin admin] Publish callbacks [] for security_group (dd6a9480-becf-481d-a83f-15f8a8fec837), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:37.685415 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a247bb1-0df6-4c02-b4cc-d64ef7f7f554 req-84d18875-6086-49e4-bc6d-8b3e6c01d2aa tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:14:37.693287 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-3a247bb1-0df6-4c02-b4cc-d64ef7f7f554 req-84d18875-6086-49e4-bc6d-8b3e6c01d2aa tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=fd06e8ed-8113-4ba5-8f7b-c7a1759d866f HTTP/1.1" status: 200 len: 946 time: 0.0681677 Jan 18 17:14:37.712970 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4e7d3e19-fd34-4478-ba8f-ce0521e38164 admin admin] Publish callbacks [] for security_group (dd6a9480-becf-481d-a83f-15f8a8fec837), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:37.746141 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-3a247bb1-0df6-4c02-b4cc-d64ef7f7f554 req-b489ddd4-0559-40e4-86dd-fcb82d0f50fb tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517066 Jan 18 17:14:37.835230 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4e7d3e19-fd34-4478-ba8f-ce0521e38164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (dd6a9480-becf-481d-a83f-15f8a8fec837), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:37.838086 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4e7d3e19-fd34-4478-ba8f-ce0521e38164 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:37.839302 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-4e7d3e19-fd34-4478-ba8f-ce0521e38164 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/dd6a9480-becf-481d-a83f-15f8a8fec837 HTTP/1.1" status: 204 len: 168 time: 0.2298696 Jan 18 17:14:37.847628 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7d3e19-fd34-4478-ba8f-ce0521e38164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6a9480-becf-481d-a83f-15f8a8fec837,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:14:38.591775 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 53130) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:14:38.606838 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-afdca48f-dd90-4063-bf77-68d6bed15a5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:38.686616 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-afdca48f-dd90-4063-bf77-68d6bed15a5f admin admin] Publish callbacks [] for security_group (3bfe72cc-f6be-433e-a4f0-cf5cfc7e8e92), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:38.736567 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-afdca48f-dd90-4063-bf77-68d6bed15a5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (3bfe72cc-f6be-433e-a4f0-cf5cfc7e8e92), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:38.779705 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-afdca48f-dd90-4063-bf77-68d6bed15a5f admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=a76aad227dcd4b8090da5007758dc3b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1868126 Jan 18 17:14:38.783234 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 53136) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:14:38.785986 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdca48f-dd90-4063-bf77-68d6bed15a5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bfe72cc-f6be-433e-a4f0-cf5cfc7e8e92,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:14:38.840809 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-edfb6992-5c6c-41a3-8acc-85db74e6eda2 admin admin] Publish callbacks [] for security_group (3bfe72cc-f6be-433e-a4f0-cf5cfc7e8e92), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:38.862786 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-edfb6992-5c6c-41a3-8acc-85db74e6eda2 admin admin] Publish callbacks [] for security_group (3bfe72cc-f6be-433e-a4f0-cf5cfc7e8e92), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:38.875935 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6c21e1-77ba-4cc7-a388-7e0206c4cb92 req-abca08bf-7d3d-433a-a67e-996a66942d69 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:14:38.877849 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-1c6c21e1-77ba-4cc7-a388-7e0206c4cb92 req-abca08bf-7d3d-433a-a67e-996a66942d69 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=fd06e8ed-8113-4ba5-8f7b-c7a1759d866f HTTP/1.1" status: 200 len: 946 time: 0.0510554 Jan 18 17:14:38.931961 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-1c6c21e1-77ba-4cc7-a388-7e0206c4cb92 req-14dc63e3-947a-4282-a0a8-5a43a31a85db tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474739 Jan 18 17:14:38.976835 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-edfb6992-5c6c-41a3-8acc-85db74e6eda2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (3bfe72cc-f6be-433e-a4f0-cf5cfc7e8e92), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:38.979466 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-edfb6992-5c6c-41a3-8acc-85db74e6eda2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:38.980644 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-edfb6992-5c6c-41a3-8acc-85db74e6eda2 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/3bfe72cc-f6be-433e-a4f0-cf5cfc7e8e92 HTTP/1.1" status: 204 len: 168 time: 0.1961768 Jan 18 17:14:38.989374 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfb6992-5c6c-41a3-8acc-85db74e6eda2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bfe72cc-f6be-433e-a4f0-cf5cfc7e8e92,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:14:40.057868 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5a8f19-0937-4022-a4e2-20fa18928eb7 req-77f53832-c685-4b3e-84f4-ef1f99f96ec9 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:14:40.059594 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-bb5a8f19-0937-4022-a4e2-20fa18928eb7 req-77f53832-c685-4b3e-84f4-ef1f99f96ec9 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=fd06e8ed-8113-4ba5-8f7b-c7a1759d866f HTTP/1.1" status: 200 len: 946 time: 0.0492957 Jan 18 17:14:40.110655 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-bb5a8f19-0937-4022-a4e2-20fa18928eb7 req-a7ee0f89-8682-43b4-83c7-5ad10038aa79 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438023 Jan 18 17:14:40.942377 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (e727efee-c94b-447a-9897-92f425521d05), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:41.232895 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c1eb75-e44a-473e-a27e-f5fe10bb1f32 req-d1d1c0cb-c386-43b4-9354-5ce9d8e15a7a tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:14:41.234420 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-60c1eb75-e44a-473e-a27e-f5fe10bb1f32 req-d1d1c0cb-c386-43b4-9354-5ce9d8e15a7a tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=fd06e8ed-8113-4ba5-8f7b-c7a1759d866f HTTP/1.1" status: 200 len: 946 time: 0.0553067 Jan 18 17:14:41.282362 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-60c1eb75-e44a-473e-a27e-f5fe10bb1f32 req-2db5c78c-1045-4008-996e-e772782cebe0 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411427 Jan 18 17:14:42.405691 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef8853-70b2-4bb6-86bd-ee65fa036d6d req-10bc5763-d2a1-479f-82b7-85aa0a96ed25 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:14:42.407307 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-b4ef8853-70b2-4bb6-86bd-ee65fa036d6d req-10bc5763-d2a1-479f-82b7-85aa0a96ed25 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=fd06e8ed-8113-4ba5-8f7b-c7a1759d866f HTTP/1.1" status: 200 len: 946 time: 0.0521650 Jan 18 17:14:42.461600 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-b4ef8853-70b2-4bb6-86bd-ee65fa036d6d req-de0cd9e2-c166-443a-878c-bbed35988f32 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482976 Jan 18 17:14:43.586545 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7137d17a-38c9-4941-bf3d-6f97ae6e7e68 req-06e45b08-a2fe-427b-a036-6ac0082bbf1f tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:14:43.588285 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-7137d17a-38c9-4941-bf3d-6f97ae6e7e68 req-06e45b08-a2fe-427b-a036-6ac0082bbf1f tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=fd06e8ed-8113-4ba5-8f7b-c7a1759d866f HTTP/1.1" status: 200 len: 946 time: 0.0558212 Jan 18 17:14:43.640631 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-7137d17a-38c9-4941-bf3d-6f97ae6e7e68 req-071244aa-1d47-43cb-af56-b1178ff01b8a tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459840 Jan 18 17:14:47.484094 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d26553-b9b8-49a9-96e6-7531962d14bf req-db3a4e40-7822-4e42-badc-324cb9a0a390 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:14:47.485639 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-36d26553-b9b8-49a9-96e6-7531962d14bf req-db3a4e40-7822-4e42-badc-324cb9a0a390 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=fd06e8ed-8113-4ba5-8f7b-c7a1759d866f HTTP/1.1" status: 200 len: 946 time: 0.0534003 Jan 18 17:14:47.546221 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-36d26553-b9b8-49a9-96e6-7531962d14bf req-738e1036-4971-40d9-bc9a-fffa289f51e8 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534766 Jan 18 17:14:51.915880 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 53506) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:14:52.052692 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3b69e90e-e1bf-4b52-84af-45cc4532c1a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:52.136880 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3b69e90e-e1bf-4b52-84af-45cc4532c1a9 admin admin] Publish callbacks [] for security_group (81dc3840-fbf8-4313-a577-5412f54f4a09), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:52.188093 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3b69e90e-e1bf-4b52-84af-45cc4532c1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (81dc3840-fbf8-4313-a577-5412f54f4a09), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:52.228915 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-3b69e90e-e1bf-4b52-84af-45cc4532c1a9 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=189e70c5f8094981999adde764f35a6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3118782 Jan 18 17:14:52.229455 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 53522) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:14:52.235716 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b69e90e-e1bf-4b52-84af-45cc4532c1a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81dc3840-fbf8-4313-a577-5412f54f4a09,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:14:52.313579 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-557b2eec-77a9-4ac4-9a32-3d8818f0372b admin admin] Publish callbacks [] for security_group (81dc3840-fbf8-4313-a577-5412f54f4a09), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:52.339278 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-557b2eec-77a9-4ac4-9a32-3d8818f0372b admin admin] Publish callbacks [] for security_group (81dc3840-fbf8-4313-a577-5412f54f4a09), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:52.474336 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-557b2eec-77a9-4ac4-9a32-3d8818f0372b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (81dc3840-fbf8-4313-a577-5412f54f4a09), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:52.478409 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-557b2eec-77a9-4ac4-9a32-3d8818f0372b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:52.479660 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-557b2eec-77a9-4ac4-9a32-3d8818f0372b admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/81dc3840-fbf8-4313-a577-5412f54f4a09 HTTP/1.1" status: 204 len: 168 time: 0.2480597 Jan 18 17:14:52.489186 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557b2eec-77a9-4ac4-9a32-3d8818f0372b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81dc3840-fbf8-4313-a577-5412f54f4a09,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:14:53.621714 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 53596) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:14:53.729043 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-3e0afe06-2425-4b50-aac5-997e4ed6dca6 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1307813468-network', 'tenant_id': '10fba601dcfd4f0a94f85b575e1e7fd2'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:14:53.827828 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e0afe06-2425-4b50-aac5-997e4ed6dca6 admin admin] Made reservation on behalf of 10fba601dcfd4f0a94f85b575e1e7fd2 for: {'network': 1} {{(pid=103196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 17:14:53.830160 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3e0afe06-2425-4b50-aac5-997e4ed6dca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for network (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:53.839796 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3e0afe06-2425-4b50-aac5-997e4ed6dca6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:53.918009 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3e0afe06-2425-4b50-aac5-997e4ed6dca6 admin admin] Publish callbacks [] for security_group (0e8965bc-a288-442f-b721-3a0f13c576b9), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:53.993528 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3e0afe06-2425-4b50-aac5-997e4ed6dca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (0e8965bc-a288-442f-b721-3a0f13c576b9), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:54.014771 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e0afe06-2425-4b50-aac5-997e4ed6dca6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 280} {{(pid=103196) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 17:14:54.030672 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0afe06-2425-4b50-aac5-997e4ed6dca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e8965bc-a288-442f-b721-3a0f13c576b9,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:14:54.033951 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3e0afe06-2425-4b50-aac5-997e4ed6dca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527697'] for segment (9b0639ea-a186-4f2d-bc87-af60223e14c5), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:54.034299 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.db.segments_db [None req-3e0afe06-2425-4b50-aac5-997e4ed6dca6 admin admin] Added segment 9b0639ea-a186-4f2d-bc87-af60223e14c5 of type vlan for network abcf6283-b96f-4717-b2e5-77af2836b83a Jan 18 17:14:54.081028 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3e0afe06-2425-4b50-aac5-997e4ed6dca6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785611949990'] for network (abcf6283-b96f-4717-b2e5-77af2836b83a), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:54.159414 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3e0afe06-2425-4b50-aac5-997e4ed6dca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781'] for network (abcf6283-b96f-4717-b2e5-77af2836b83a), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:54.160658 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0afe06-2425-4b50-aac5-997e4ed6dca6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:14:54.161297 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3e0afe06-2425-4b50-aac5-997e4ed6dca6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526667'] for network (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:54.228764 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0afe06-2425-4b50-aac5-997e4ed6dca6 admin admin] Pushing event updated for resources: {'Network': ['ID=abcf6283-b96f-4717-b2e5-77af2836b83a,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:14:54.240090 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Network abcf6283-b96f-4717-b2e5-77af2836b83a details requested by agent ovs-agent-dv-cinder-733623-11-iscsi with host dv-cinder-733623-11-iscsi {{(pid=103198) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 17:14:54.263865 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-3e0afe06-2425-4b50-aac5-997e4ed6dca6 admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6403401 Jan 18 17:14:54.265585 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 53608) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:14:54.275083 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-09a919e9-32cc-4581-baa5-a4c46accbf7e admin admin] Request body: {'subnet': {'network_id': 'abcf6283-b96f-4717-b2e5-77af2836b83a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1307813468-subnet', 'tenant_id': '10fba601dcfd4f0a94f85b575e1e7fd2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:14:54.388125 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09a919e9-32cc-4581-baa5-a4c46accbf7e admin admin] Made reservation on behalf of 10fba601dcfd4f0a94f85b575e1e7fd2 for: {'subnet': 1} {{(pid=103196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 17:14:54.390627 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-09a919e9-32cc-4581-baa5-a4c46accbf7e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4592754'] for subnet (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:54.663037 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-09a919e9-32cc-4581-baa5-a4c46accbf7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4300437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4592732'] for subnet (a79977ad-ceed-4185-af29-5d3e23675be8), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:54.721663 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a919e9-32cc-4581-baa5-a4c46accbf7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a79977ad-ceed-4185-af29-5d3e23675be8,revision_number=0']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:14:54.735411 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a919e9-32cc-4581-baa5-a4c46accbf7e admin admin] Checking segment: {'id': '9b0639ea-a186-4f2d-bc87-af60223e14c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'abcf6283-b96f-4717-b2e5-77af2836b83a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 17:14:54.736043 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a919e9-32cc-4581-baa5-a4c46accbf7e admin admin] Network hostable DHCP agents. Network: abcf6283-b96f-4717-b2e5-77af2836b83a, hostable agents: ['1e8d2d8a-92ca-4025-a540-71c8151dbccf'], hosted agents: [] {{(pid=103196) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 17:14:54.891117 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a919e9-32cc-4581-baa5-a4c46accbf7e admin admin] Network abcf6283-b96f-4717-b2e5-77af2836b83a is scheduled to be hosted by DHCP agent 1e8d2d8a-92ca-4025-a540-71c8151dbccf with binding_index 1 {{(pid=103196) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 17:14:54.999432 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-09a919e9-32cc-4581-baa5-a4c46accbf7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-11-iscsi, abcf6283-b96f-4717-b2e5-77af2836b83a) {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 17:14:55.003844 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a919e9-32cc-4581-baa5-a4c46accbf7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:14:55.008364 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-09a919e9-32cc-4581-baa5-a4c46accbf7e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:55.010513 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218aaf8a-bc24-41c6-b865-5b880d049d2c None None] Network abcf6283-b96f-4717-b2e5-77af2836b83a requested from dv-cinder-733623-11-iscsi {{(pid=103198) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 17:14:55.093472 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-09a919e9-32cc-4581-baa5-a4c46accbf7e admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8264973 Jan 18 17:14:55.114669 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f54dcb8-2fbb-44ba-86a9-f1ba8fad5441 None None] Network abcf6283-b96f-4717-b2e5-77af2836b83a requested from dv-cinder-733623-11-iscsi {{(pid=103198) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 17:14:55.754906 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-57a88a47-1027-4e6e-8c5e-9be498eb34c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (1e8d2d8a-92ca-4025-a540-71c8151dbccf), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:57.989715 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 53700) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:14:58.095568 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-df081fd5-8550-4fa8-9557-1b1a353576f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:58.195474 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-df081fd5-8550-4fa8-9557-1b1a353576f1 admin admin] Publish callbacks [] for security_group (d3470b01-5f8c-45d9-ae9c-761edf62624f), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:58.233713 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-b4e0322b-7f0b-41e7-95ea-27904d011daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (34860b7f-7c9d-4265-9a0a-1b9bd2e1622e), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:58.261769 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-df081fd5-8550-4fa8-9557-1b1a353576f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (d3470b01-5f8c-45d9-ae9c-761edf62624f), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:58.306773 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-df081fd5-8550-4fa8-9557-1b1a353576f1 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=dbf5b097b07948a7a282aa334920568b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3155103 Jan 18 17:14:58.309441 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 53710) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:14:58.310729 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df081fd5-8550-4fa8-9557-1b1a353576f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3470b01-5f8c-45d9-ae9c-761edf62624f,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:14:58.361094 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-582b3219-5f92-4b6e-ac72-a83a16ad40d4 admin admin] Publish callbacks [] for security_group (d3470b01-5f8c-45d9-ae9c-761edf62624f), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:58.382547 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-582b3219-5f92-4b6e-ac72-a83a16ad40d4 admin admin] Publish callbacks [] for security_group (d3470b01-5f8c-45d9-ae9c-761edf62624f), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:58.536211 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-582b3219-5f92-4b6e-ac72-a83a16ad40d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (d3470b01-5f8c-45d9-ae9c-761edf62624f), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:58.538975 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-582b3219-5f92-4b6e-ac72-a83a16ad40d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:58.540266 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-582b3219-5f92-4b6e-ac72-a83a16ad40d4 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/d3470b01-5f8c-45d9-ae9c-761edf62624f HTTP/1.1" status: 204 len: 168 time: 0.2295127 Jan 18 17:14:58.547990 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582b3219-5f92-4b6e-ac72-a83a16ad40d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3470b01-5f8c-45d9-ae9c-761edf62624f,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:14:59.039838 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-a24976dc-7f89-446d-8d9b-8a75bf0e6853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (f7781508-68f4-4d6b-b413-74596bae1216), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:14:59.666096 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8399851f-e396-4ac8-a47e-86c9e21bcc12 req-c11f2f15-1766-4e80-841a-2dbf71cd6250 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:14:59.671368 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-8399851f-e396-4ac8-a47e-86c9e21bcc12 req-c11f2f15-1766-4e80-841a-2dbf71cd6250 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/networks?id=69fb0145-03f6-40a6-ac58-42e6e5e4d712 HTTP/1.1" status: 200 len: 815 time: 0.1170511 Jan 18 17:14:59.685853 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-8399851f-e396-4ac8-a47e-86c9e21bcc12 req-32e9985e-3f56-4936-86b3-90a04006567b tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/quotas/4c7d87680cf1434d8efeb24160231783 HTTP/1.1" status: 200 len: 375 time: 0.0113807 Jan 18 17:14:59.750208 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-8399851f-e396-4ac8-a47e-86c9e21bcc12 req-ff558d6c-6de5-4f9a-bfbb-d3dcb72c969a tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=4c7d87680cf1434d8efeb24160231783&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0575421 Jan 18 17:14:59.865886 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-8399851f-e396-4ac8-a47e-86c9e21bcc12 req-beaae0b6-0ea4-4078-bf73-e0d939975470 service neutron] 10.222.0.100 "GET /v2.0/networks/69fb0145-03f6-40a6-ac58-42e6e5e4d712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068087 Jan 18 17:14:59.973740 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-8399851f-e396-4ac8-a47e-86c9e21bcc12 req-7fe8edf4-3b71-4a48-8485-db2836fd37cb service neutron] 10.222.0.100 "GET /v2.0/networks/69fb0145-03f6-40a6-ac58-42e6e5e4d712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018209 Jan 18 17:15:00.054776 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d83f6-bc42-47b1-b2f9-62149c798db6 req-653fde89-929e-4846-9811-9de6b0d8b298 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:00.056321 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-663d83f6-bc42-47b1-b2f9-62149c798db6 req-653fde89-929e-4846-9811-9de6b0d8b298 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] 10.222.0.100 "GET /v2.0/networks?id=abcf6283-b96f-4717-b2e5-77af2836b83a HTTP/1.1" status: 200 len: 814 time: 0.1255958 Jan 18 17:15:00.071780 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-663d83f6-bc42-47b1-b2f9-62149c798db6 req-bb397a42-82ac-4044-aa47-56abbd2922a5 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] 10.222.0.100 "GET /v2.0/quotas/10fba601dcfd4f0a94f85b575e1e7fd2 HTTP/1.1" status: 200 len: 375 time: 0.0094249 Jan 18 17:15:00.104843 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-663d83f6-bc42-47b1-b2f9-62149c798db6 req-a02531f8-1080-4441-a0b1-3c2287c3246d tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=10fba601dcfd4f0a94f85b575e1e7fd2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277224 Jan 18 17:15:00.235365 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-663d83f6-bc42-47b1-b2f9-62149c798db6 req-448806bb-0ad3-4e94-9017-4a18cbfed435 service neutron] 10.222.0.100 "GET /v2.0/networks/abcf6283-b96f-4717-b2e5-77af2836b83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236815 Jan 18 17:15:00.303941 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54300e16-8d90-49a1-bd9a-90c860ba1c98 req-26fe5c22-13a5-4383-a201-e9fe7f2de35a tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:00.312044 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-54300e16-8d90-49a1-bd9a-90c860ba1c98 req-26fe5c22-13a5-4383-a201-e9fe7f2de35a tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 946 time: 0.0663092 Jan 18 17:15:00.356985 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-663d83f6-bc42-47b1-b2f9-62149c798db6 req-f64355bc-880a-49e8-9157-4471805a6703 service neutron] 10.222.0.100 "GET /v2.0/networks/abcf6283-b96f-4717-b2e5-77af2836b83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059587 Jan 18 17:15:00.368125 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-54300e16-8d90-49a1-bd9a-90c860ba1c98 req-53402274-e1bf-46c1-a1ca-98e265e26752 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b366610-e294-4f78-943f-869cfaac134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546722 Jan 18 17:15:00.447215 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-c53555b8-2940-4532-b622-9c293f3f8ff3 req-08010b72-4e71-4f45-a526-f26301c24163 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/ports?device_id=1b5f62d2-d0e3-4adb-99c3-30d836cc2936 HTTP/1.1" status: 200 len: 210 time: 0.0300293 Jan 18 17:15:00.631518 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-8e41c19e-f0a3-4fe7-b64c-31e6228f73b7 req-90cad2df-bdce-4566-95e7-583c61b7046d tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] 10.222.0.100 "GET /v2.0/ports?device_id=363aac93-220b-4434-9990-e429dbfadad7 HTTP/1.1" status: 200 len: 210 time: 0.0433512 Jan 18 17:15:00.662224 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-d0f57583-9799-4745-8039-4fb698731137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (f223777b-396b-444b-a9c9-71cdff5b918d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:01.511335 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb3c20f-7ac2-4809-884e-f64e387e9840 req-e33ae8c5-3f27-42ea-8184-1838ed21528c tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:01.513628 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-ebb3c20f-7ac2-4809-884e-f64e387e9840 req-e33ae8c5-3f27-42ea-8184-1838ed21528c tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 946 time: 0.0599680 Jan 18 17:15:01.567831 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-4829fe50-518f-4c7e-838b-90cb4d5a0d5a req-f4ec4c37-c597-401e-b848-9586563ef68b tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/ports?device_id=1b5f62d2-d0e3-4adb-99c3-30d836cc2936 HTTP/1.1" status: 200 len: 210 time: 0.0363309 Jan 18 17:15:01.569054 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-ebb3c20f-7ac2-4809-884e-f64e387e9840 req-3c46f46b-c8a5-4bdc-bd13-e900e834ba12 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b366610-e294-4f78-943f-869cfaac134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442255 Jan 18 17:15:01.727584 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-7b0ac87f-2598-463c-b1aa-e9d22cf62d4d req-153670d0-d0c7-4f31-a91c-b00516ba0f82 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] 10.222.0.100 "GET /v2.0/ports?device_id=363aac93-220b-4434-9990-e429dbfadad7 HTTP/1.1" status: 200 len: 210 time: 0.0287549 Jan 18 17:15:01.767557 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c627c003-ee5e-484f-b184-1731da2e03ce req-99017f75-a2bc-426d-9161-a576e2cdd582 tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] 10.222.0.100 "GET /v2.0/networks?tenant_id=4b392ed90a5f4e24bf8f91478818dfcc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342011 Jan 18 17:15:01.828063 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (a6f837d2-7b5b-4cd3-9c28-296017d8b8e6), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:01.971388 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c627c003-ee5e-484f-b184-1731da2e03ce req-4f52d9d8-5900-46ac-82a7-b16d0cbfd4c0 tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:01.972880 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c627c003-ee5e-484f-b184-1731da2e03ce req-4f52d9d8-5900-46ac-82a7-b16d0cbfd4c0 tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1977992 Jan 18 17:15:01.988598 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c627c003-ee5e-484f-b184-1731da2e03ce req-b3729368-7345-4e47-9687-03a124b441e4 tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] 10.222.0.100 "GET /v2.0/quotas/4b392ed90a5f4e24bf8f91478818dfcc HTTP/1.1" status: 200 len: 375 time: 0.0093379 Jan 18 17:15:02.027497 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c627c003-ee5e-484f-b184-1731da2e03ce req-bbb023a7-1989-4302-80ad-762a1228e114 tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=4b392ed90a5f4e24bf8f91478818dfcc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314403 Jan 18 17:15:02.252948 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-eac2e1a0-48df-460f-980b-dc8fa9dd425c req-eb5cca52-313c-413f-8794-49042ecd1c33 tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] 10.222.0.100 "GET /v2.0/ports?device_id=2dc664d6-f28c-4bb7-8cb7-708a6acf2bcc HTTP/1.1" status: 200 len: 210 time: 0.0327814 Jan 18 17:15:02.485196 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8399851f-e396-4ac8-a47e-86c9e21bcc12 req-ed5b3a8c-a37c-4267-bcb7-63f589c181e9 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:02.486681 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-8399851f-e396-4ac8-a47e-86c9e21bcc12 req-ed5b3a8c-a37c-4267-bcb7-63f589c181e9 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.105 "GET /v2.0/networks?id=69fb0145-03f6-40a6-ac58-42e6e5e4d712 HTTP/1.1" status: 200 len: 815 time: 0.1115069 Jan 18 17:15:02.501001 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [req-8399851f-e396-4ac8-a47e-86c9e21bcc12 req-56682a0f-2865-41d1-b824-f7f1e6fc4228 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Request body: {'port': {'device_id': '1b5f62d2-d0e3-4adb-99c3-30d836cc2936', 'network_id': '69fb0145-03f6-40a6-ac58-42e6e5e4d712', 'admin_state_up': True, 'tenant_id': '4c7d87680cf1434d8efeb24160231783'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:15:02.685005 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-0d8510da-9ee4-4df7-9663-6d1db76d84a1 req-364675a8-5ac0-4837-be99-2a93b3b567a8 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/ports?device_id=1b5f62d2-d0e3-4adb-99c3-30d836cc2936 HTTP/1.1" status: 200 len: 210 time: 0.0328758 Jan 18 17:15:02.696975 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8399851f-e396-4ac8-a47e-86c9e21bcc12 req-56682a0f-2865-41d1-b824-f7f1e6fc4228 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Made reservation on behalf of 4c7d87680cf1434d8efeb24160231783 for: {'port': 1} {{(pid=103196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 17:15:02.706970 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-8399851f-e396-4ac8-a47e-86c9e21bcc12 req-56682a0f-2865-41d1-b824-f7f1e6fc4228 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:02.720899 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25dd3c4-e5d6-49fd-83c9-8f0811ffe9c4 req-279cac47-0df5-474c-888a-5980d4c2bb76 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:02.722672 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-a25dd3c4-e5d6-49fd-83c9-8f0811ffe9c4 req-279cac47-0df5-474c-888a-5980d4c2bb76 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 946 time: 0.0721862 Jan 18 17:15:02.777819 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-a25dd3c4-e5d6-49fd-83c9-8f0811ffe9c4 req-e5623f27-6386-4b49-a520-963ed10c20d1 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b366610-e294-4f78-943f-869cfaac134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486534 Jan 18 17:15:02.866663 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1dd4da4c-9574-403d-9eb4-8d7f8b49e59c req-ca9a12ac-ff7b-4bf2-82c7-455d9af79db7 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] 10.222.0.100 "GET /v2.0/ports?device_id=363aac93-220b-4434-9990-e429dbfadad7 HTTP/1.1" status: 200 len: 210 time: 0.0485415 Jan 18 17:15:02.915619 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [req-8399851f-e396-4ac8-a47e-86c9e21bcc12 req-56682a0f-2865-41d1-b824-f7f1e6fc4228 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Allocated IP 172.20.0.11 (69fb0145-03f6-40a6-ac58-42e6e5e4d712/e2a0842a-bbe5-40a2-b308-b84b4df3e2b6/dba3461b-f4d9-46b7-819c-bdafa4821053) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 17:15:03.089394 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-8399851f-e396-4ac8-a47e-86c9e21bcc12 req-56682a0f-2865-41d1-b824-f7f1e6fc4228 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Publish callbacks [] for port (dba3461b-f4d9-46b7-819c-bdafa4821053), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:03.232100 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-8399851f-e396-4ac8-a47e-86c9e21bcc12 req-56682a0f-2865-41d1-b824-f7f1e6fc4228 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785611913804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4300409'] for port (dba3461b-f4d9-46b7-819c-bdafa4821053), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:03.247207 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d83f6-bc42-47b1-b2f9-62149c798db6 req-d5473a97-c90c-46b7-a2f4-6959116e494a tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:03.248647 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-663d83f6-bc42-47b1-b2f9-62149c798db6 req-d5473a97-c90c-46b7-a2f4-6959116e494a tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] 10.222.0.105 "GET /v2.0/networks?id=abcf6283-b96f-4717-b2e5-77af2836b83a HTTP/1.1" status: 200 len: 814 time: 0.1139607 Jan 18 17:15:03.250159 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] get_ports_and_sgs() called for port_ids ['2706719d-053e-4bba-99a2-f8032595f432', '3c4ed697-efd7-4c87-8893-07396ce30f59', '4eb23aef-14ea-404c-931e-fbe0f6b0d918'] {{(pid=103198) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 17:15:03.276225 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [req-663d83f6-bc42-47b1-b2f9-62149c798db6 req-21e44715-697d-4f1c-8756-71537ca94f14 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] Request body: {'port': {'device_id': '363aac93-220b-4434-9990-e429dbfadad7', 'network_id': 'abcf6283-b96f-4717-b2e5-77af2836b83a', 'admin_state_up': True, 'tenant_id': '10fba601dcfd4f0a94f85b575e1e7fd2'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:15:03.353976 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8399851f-e396-4ac8-a47e-86c9e21bcc12 req-56682a0f-2865-41d1-b824-f7f1e6fc4228 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Network 69fb0145-03f6-40a6-ac58-42e6e5e4d712 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 17:15:03.374487 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [req-8399851f-e396-4ac8-a47e-86c9e21bcc12 req-56682a0f-2865-41d1-b824-f7f1e6fc4228 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 17:15:03.381804 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [req-8399851f-e396-4ac8-a47e-86c9e21bcc12 req-56682a0f-2865-41d1-b824-f7f1e6fc4228 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 17:15:03.422963 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-13e0fd78-f60d-4528-9ae7-a0716af9ca93 req-732095d7-a034-4352-bbea-e6b9765049ff tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] 10.222.0.100 "GET /v2.0/ports?device_id=2dc664d6-f28c-4bb7-8cb7-708a6acf2bcc HTTP/1.1" status: 200 len: 210 time: 0.0678651 Jan 18 17:15:03.427521 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56682a0f-2865-41d1-b824-f7f1e6fc4228 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Pushing event updated for resources: {'Port': ['ID=dba3461b-f4d9-46b7-819c-bdafa4821053,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:15:03.450089 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56682a0f-2865-41d1-b824-f7f1e6fc4228 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:15:03.450089 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56682a0f-2865-41d1-b824-f7f1e6fc4228 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:15:03.450089 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56682a0f-2865-41d1-b824-f7f1e6fc4228 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:15:03.450089 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56682a0f-2865-41d1-b824-f7f1e6fc4228 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:15:03.450089 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56682a0f-2865-41d1-b824-f7f1e6fc4228 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:15:03.450089 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56682a0f-2865-41d1-b824-f7f1e6fc4228 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:15:03.450089 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56682a0f-2865-41d1-b824-f7f1e6fc4228 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:15:03.450089 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56682a0f-2865-41d1-b824-f7f1e6fc4228 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:15:03.450688 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56682a0f-2865-41d1-b824-f7f1e6fc4228 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:15:03.450688 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56682a0f-2865-41d1-b824-f7f1e6fc4228 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:15:03.450975 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56682a0f-2865-41d1-b824-f7f1e6fc4228 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:15:03.451347 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56682a0f-2865-41d1-b824-f7f1e6fc4228 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:15:03.451670 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56682a0f-2865-41d1-b824-f7f1e6fc4228 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:15:03.490710 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8399851f-e396-4ac8-a47e-86c9e21bcc12 req-56682a0f-2865-41d1-b824-f7f1e6fc4228 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:03.491380 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-8399851f-e396-4ac8-a47e-86c9e21bcc12 req-56682a0f-2865-41d1-b824-f7f1e6fc4228 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1923895'] for port (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:03.562268 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-8399851f-e396-4ac8-a47e-86c9e21bcc12 req-56682a0f-2865-41d1-b824-f7f1e6fc4228 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0649145 Jan 18 17:15:03.568398 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19c7da3-bb32-468d-b1ab-4e3666876998 req-63f83708-d7aa-4a05-a5b9-3755152f9e52 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:03.570259 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-f19c7da3-bb32-468d-b1ab-4e3666876998 req-63f83708-d7aa-4a05-a5b9-3755152f9e52 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=fd06e8ed-8113-4ba5-8f7b-c7a1759d866f HTTP/1.1" status: 200 len: 946 time: 0.0673957 Jan 18 17:15:03.589404 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [req-8399851f-e396-4ac8-a47e-86c9e21bcc12 req-9464ba69-22eb-4919-8e79-18cf469cca00 service neutron] Request body: {'port': {'device_id': '1b5f62d2-d0e3-4adb-99c3-30d836cc2936', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:15:03.646553 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-663d83f6-bc42-47b1-b2f9-62149c798db6 req-21e44715-697d-4f1c-8756-71537ca94f14 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] Made reservation on behalf of 10fba601dcfd4f0a94f85b575e1e7fd2 for: {'port': 1} {{(pid=103196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 17:15:03.651015 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-663d83f6-bc42-47b1-b2f9-62149c798db6 req-21e44715-697d-4f1c-8756-71537ca94f14 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:03.671135 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-8399851f-e396-4ac8-a47e-86c9e21bcc12 req-9464ba69-22eb-4919-8e79-18cf469cca00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (dba3461b-f4d9-46b7-819c-bdafa4821053), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:03.688987 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-f19c7da3-bb32-468d-b1ab-4e3666876998 req-d3a26dd7-cd3a-4318-84a4-f3ea34f4390a tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072745 Jan 18 17:15:03.696451 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10fd0da-da5d-4352-b0c4-424f0535ce2b req-7975be7b-9a63-4a01-b34a-88ff4b6805c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:03.698885 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-f10fd0da-da5d-4352-b0c4-424f0535ce2b req-7975be7b-9a63-4a01-b34a-88ff4b6805c8 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=82d395d404d64b169e0a445e9616b86b&device_id=fd06e8ed-8113-4ba5-8f7b-c7a1759d866f HTTP/1.1" status: 200 len: 1099 time: 0.0899534 Jan 18 17:15:03.842100 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10fd0da-da5d-4352-b0c4-424f0535ce2b req-91d65eeb-5a03-40c2-9385-e93290e18d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:03.843535 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-f10fd0da-da5d-4352-b0c4-424f0535ce2b req-91d65eeb-5a03-40c2-9385-e93290e18d36 service neutron] 10.222.0.105 "GET /v2.0/networks?id=9ee67609-54ef-4b91-940a-05d38e6b2c9b HTTP/1.1" status: 200 len: 920 time: 0.1284852 Jan 18 17:15:03.916310 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [req-663d83f6-bc42-47b1-b2f9-62149c798db6 req-21e44715-697d-4f1c-8756-71537ca94f14 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] Allocated IP 172.20.0.7 (abcf6283-b96f-4717-b2e5-77af2836b83a/a79977ad-ceed-4185-af29-5d3e23675be8/c116489e-b171-4821-a10d-50e9757050d5) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 17:15:03.968182 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ad1167-938d-42de-a696-3433785ea1d5 req-5adfcdae-1d7a-443b-80b6-5cf89544bcf5 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:03.969747 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-65ad1167-938d-42de-a696-3433785ea1d5 req-5adfcdae-1d7a-443b-80b6-5cf89544bcf5 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/ports?device_id=1b5f62d2-d0e3-4adb-99c3-30d836cc2936 HTTP/1.1" status: 200 len: 932 time: 0.1730464 Jan 18 17:15:04.144696 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-65ad1167-938d-42de-a696-3433785ea1d5 req-0b881e02-6755-452a-b9cf-05f4ca198a94 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/security-groups?id=03df2055-10b4-4cb8-8f80-fa2d86607cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668236 Jan 18 17:15:04.177309 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-f10fd0da-da5d-4352-b0c4-424f0535ce2b req-abd99ed8-4ee1-4d11-9418-4e898e087054 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ddf52e68-aa03-475b-b83c-dab38c9f91de HTTP/1.1" status: 200 len: 217 time: 0.2870853 Jan 18 17:15:04.230037 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29247d60-4c56-406a-bc73-0c5ff18369f1 req-e84bdbb3-00f8-445f-bf27-1f71d8572bd8 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:04.231530 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-29247d60-4c56-406a-bc73-0c5ff18369f1 req-e84bdbb3-00f8-445f-bf27-1f71d8572bd8 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 946 time: 0.3525963 Jan 18 17:15:04.265602 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10fd0da-da5d-4352-b0c4-424f0535ce2b req-eb7f64fe-c340-44fb-a2ac-434af455d5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:04.267025 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-f10fd0da-da5d-4352-b0c4-424f0535ce2b req-eb7f64fe-c340-44fb-a2ac-434af455d5db service neutron] 10.222.0.105 "GET /v2.0/subnets?id=7211cf1f-c33b-4353-a446-bb2d845858ab HTTP/1.1" status: 200 len: 859 time: 0.0796802 Jan 18 17:15:04.277825 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-2d091aea-77b2-4edc-9342-81897cb17934 req-c2e76bd1-d4c2-4459-a492-c2fb835bf866 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] 10.222.0.100 "GET /v2.0/ports?device_id=363aac93-220b-4434-9990-e429dbfadad7 HTTP/1.1" status: 200 len: 210 time: 0.0401070 Jan 18 17:15:04.280621 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-663d83f6-bc42-47b1-b2f9-62149c798db6 req-21e44715-697d-4f1c-8756-71537ca94f14 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] Publish callbacks [] for port (c116489e-b171-4821-a10d-50e9757050d5), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:04.289734 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [req-8399851f-e396-4ac8-a47e-86c9e21bcc12 req-9464ba69-22eb-4919-8e79-18cf469cca00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dba3461b-f4d9-46b7-819c-bdafa4821053 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 17:15:04.297893 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-8399851f-e396-4ac8-a47e-86c9e21bcc12 req-9464ba69-22eb-4919-8e79-18cf469cca00 service neutron] Publish callbacks [] for port (dba3461b-f4d9-46b7-819c-bdafa4821053), precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:04.308869 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-f10fd0da-da5d-4352-b0c4-424f0535ce2b req-95f91029-d990-48ec-affa-e957201647b0 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=9ee67609-54ef-4b91-940a-05d38e6b2c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326843 Jan 18 17:15:04.313371 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-29247d60-4c56-406a-bc73-0c5ff18369f1 req-3676e0c8-bb71-44c5-84a1-86791a3b7516 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b366610-e294-4f78-943f-869cfaac134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759041 Jan 18 17:15:04.322747 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [req-8399851f-e396-4ac8-a47e-86c9e21bcc12 req-9464ba69-22eb-4919-8e79-18cf469cca00 service neutron] Transition to ACTIVE for port object dba3461b-f4d9-46b7-819c-bdafa4821053 will not be triggered until provisioned by entity L2. {{(pid=103196) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 17:15:04.370807 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-8399851f-e396-4ac8-a47e-86c9e21bcc12 req-9464ba69-22eb-4919-8e79-18cf469cca00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4300398'] for port (dba3461b-f4d9-46b7-819c-bdafa4821053), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:04.414403 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-f10fd0da-da5d-4352-b0c4-424f0535ce2b req-a07464ed-7cb8-4644-a184-867810c0ce98 service neutron] 10.222.0.105 "GET /v2.0/networks/9ee67609-54ef-4b91-940a-05d38e6b2c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933030 Jan 18 17:15:04.420096 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-663d83f6-bc42-47b1-b2f9-62149c798db6 req-21e44715-697d-4f1c-8756-71537ca94f14 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785611913804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4300409'] for port (c116489e-b171-4821-a10d-50e9757050d5), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:04.425415 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9464ba69-22eb-4919-8e79-18cf469cca00 service neutron] Pushing event updated for resources: {'Port': ['ID=dba3461b-f4d9-46b7-819c-bdafa4821053,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:15:04.477216 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-663d83f6-bc42-47b1-b2f9-62149c798db6 req-21e44715-697d-4f1c-8756-71537ca94f14 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] Network abcf6283-b96f-4717-b2e5-77af2836b83a is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 17:15:04.500022 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [req-663d83f6-bc42-47b1-b2f9-62149c798db6 req-21e44715-697d-4f1c-8756-71537ca94f14 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 17:15:04.512927 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [req-663d83f6-bc42-47b1-b2f9-62149c798db6 req-21e44715-697d-4f1c-8756-71537ca94f14 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 17:15:04.520081 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-f10fd0da-da5d-4352-b0c4-424f0535ce2b req-55fcb870-81f2-44de-8fa3-2ccfc778867f service neutron] 10.222.0.105 "GET /v2.0/networks/9ee67609-54ef-4b91-940a-05d38e6b2c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978372 Jan 18 17:15:04.575347 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-0471fef3-2a85-43e8-a30b-d8e82fe5c844 req-5a1538d3-7411-4cfd-8649-1d67f6431fc3 tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] 10.222.0.100 "GET /v2.0/ports?device_id=2dc664d6-f28c-4bb7-8cb7-708a6acf2bcc HTTP/1.1" status: 200 len: 210 time: 0.0662520 Jan 18 17:15:04.579596 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e44715-697d-4f1c-8756-71537ca94f14 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] Pushing event updated for resources: {'Port': ['ID=c116489e-b171-4821-a10d-50e9757050d5,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:15:04.622343 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d83f6-bc42-47b1-b2f9-62149c798db6 req-21e44715-697d-4f1c-8756-71537ca94f14 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:04.623066 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-663d83f6-bc42-47b1-b2f9-62149c798db6 req-21e44715-697d-4f1c-8756-71537ca94f14 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1923895'] for port (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:04.626644 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [req-8399851f-e396-4ac8-a47e-86c9e21bcc12 req-9464ba69-22eb-4919-8e79-18cf469cca00 service neutron] Attempting to bind port dba3461b-f4d9-46b7-819c-bdafa4821053 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 17:15:04.626978 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [req-8399851f-e396-4ac8-a47e-86c9e21bcc12 req-9464ba69-22eb-4919-8e79-18cf469cca00 service neutron] Attempting to bind port dba3461b-f4d9-46b7-819c-bdafa4821053 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '2fccfc1b-cb99-45b9-9f8c-ca3412f0a050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '69fb0145-03f6-40a6-ac58-42e6e5e4d712'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 17:15:04.627337 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8399851f-e396-4ac8-a47e-86c9e21bcc12 req-9464ba69-22eb-4919-8e79-18cf469cca00 service neutron] Attempting to bind port dba3461b-f4d9-46b7-819c-bdafa4821053 on network 69fb0145-03f6-40a6-ac58-42e6e5e4d712 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 17:15:04.637961 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8399851f-e396-4ac8-a47e-86c9e21bcc12 req-9464ba69-22eb-4919-8e79-18cf469cca00 service neutron] Port dba3461b-f4d9-46b7-819c-bdafa4821053 on network 69fb0145-03f6-40a6-ac58-42e6e5e4d712 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 17:15:04.638279 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8399851f-e396-4ac8-a47e-86c9e21bcc12 req-9464ba69-22eb-4919-8e79-18cf469cca00 service neutron] Attempting to bind port dba3461b-f4d9-46b7-819c-bdafa4821053 on network 69fb0145-03f6-40a6-ac58-42e6e5e4d712 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 17:15:04.643597 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8399851f-e396-4ac8-a47e-86c9e21bcc12 req-9464ba69-22eb-4919-8e79-18cf469cca00 service neutron] Checking agent: {'id': 'e727efee-c94b-447a-9897-92f425521d05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 17, 11, 11), 'started_at': datetime.datetime(2022, 1, 18, 17, 11, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 17, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 17:15:04.643934 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8399851f-e396-4ac8-a47e-86c9e21bcc12 req-9464ba69-22eb-4919-8e79-18cf469cca00 service neutron] Checking segment: {'id': '2fccfc1b-cb99-45b9-9f8c-ca3412f0a050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '69fb0145-03f6-40a6-ac58-42e6e5e4d712'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 17:15:04.644313 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8399851f-e396-4ac8-a47e-86c9e21bcc12 req-9464ba69-22eb-4919-8e79-18cf469cca00 service neutron] Bound using segment: {'id': '2fccfc1b-cb99-45b9-9f8c-ca3412f0a050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '69fb0145-03f6-40a6-ac58-42e6e5e4d712'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 17:15:04.644744 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [req-8399851f-e396-4ac8-a47e-86c9e21bcc12 req-9464ba69-22eb-4919-8e79-18cf469cca00 service neutron] Bound port: dba3461b-f4d9-46b7-819c-bdafa4821053, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fccfc1b-cb99-45b9-9f8c-ca3412f0a050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '69fb0145-03f6-40a6-ac58-42e6e5e4d712'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 17:15:04.645099 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-8399851f-e396-4ac8-a47e-86c9e21bcc12 req-9464ba69-22eb-4919-8e79-18cf469cca00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (dba3461b-f4d9-46b7-819c-bdafa4821053), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:04.833309 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ad5b6e-5d1e-4d68-bc5a-d25e47229e61 req-787dcd20-cb35-4101-a7d0-c1a537388843 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:04.834900 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-50ad5b6e-5d1e-4d68-bc5a-d25e47229e61 req-787dcd20-cb35-4101-a7d0-c1a537388843 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=fd06e8ed-8113-4ba5-8f7b-c7a1759d866f HTTP/1.1" status: 200 len: 946 time: 0.0585620 Jan 18 17:15:04.888850 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-50ad5b6e-5d1e-4d68-bc5a-d25e47229e61 req-18dd2042-b8d4-4b35-8786-c044f4450162 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467792 Jan 18 17:15:04.917164 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-663d83f6-bc42-47b1-b2f9-62149c798db6 req-21e44715-697d-4f1c-8756-71537ca94f14 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6316690 Jan 18 17:15:04.921338 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [req-663d83f6-bc42-47b1-b2f9-62149c798db6 req-1a87c532-a92e-4648-8921-edae3af2d517 service neutron] Request body: {'port': {'device_id': '363aac93-220b-4434-9990-e429dbfadad7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:15:04.964621 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [req-8399851f-e396-4ac8-a47e-86c9e21bcc12 req-9464ba69-22eb-4919-8e79-18cf469cca00 service neutron] For port dba3461b-f4d9-46b7-819c-bdafa4821053, host hv-cinder-73362, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 17:15:04.968599 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [req-8399851f-e396-4ac8-a47e-86c9e21bcc12 req-9464ba69-22eb-4919-8e79-18cf469cca00 service neutron] For port dba3461b-f4d9-46b7-819c-bdafa4821053, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=dba3461b-f4d9-46b7-819c-bdafa4821053,segment=NetworkSegment(2fccfc1b-cb99-45b9-9f8c-ca3412f0a050),segment_id=2fccfc1b-cb99-45b9-9f8c-ca3412f0a050)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 17:15:04.991857 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-663d83f6-bc42-47b1-b2f9-62149c798db6 req-1a87c532-a92e-4648-8921-edae3af2d517 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (c116489e-b171-4821-a10d-50e9757050d5), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:05.049854 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-c627c003-ee5e-484f-b184-1731da2e03ce req-5f2edeeb-bc44-4ea8-93c2-a093055158a3 tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] 10.222.0.105 "GET /v2.0/networks?tenant_id=4b392ed90a5f4e24bf8f91478818dfcc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333734 Jan 18 17:15:05.057845 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-8399851f-e396-4ac8-a47e-86c9e21bcc12 req-9464ba69-22eb-4919-8e79-18cf469cca00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4300398'] for port (dba3461b-f4d9-46b7-819c-bdafa4821053), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:05.155178 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8399851f-e396-4ac8-a47e-86c9e21bcc12 req-9464ba69-22eb-4919-8e79-18cf469cca00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:05.155829 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-8399851f-e396-4ac8-a47e-86c9e21bcc12 req-9464ba69-22eb-4919-8e79-18cf469cca00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1923895'] for port (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:05.157285 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-8399851f-e396-4ac8-a47e-86c9e21bcc12 req-9464ba69-22eb-4919-8e79-18cf469cca00 service neutron] 10.222.0.105 "PUT /v2.0/ports/dba3461b-f4d9-46b7-819c-bdafa4821053 HTTP/1.1" status: 200 len: 1094 time: 1.5752637 Jan 18 17:15:05.160055 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b5f62d2-d0e3-4adb-99c3-30d836cc2936', 'tag': 'dba3461b-f4d9-46b7-819c-bdafa4821053'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 17:15:05.161749 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dae96983658fa47cc55ad2b43631f290e6eb934f25c74fb238f11dfd9473403c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-784595c6-95f3-4d84-bc99-2d8d27e652ec" -d '{"events": [{"name": "network-changed", "server_uuid": "1b5f62d2-d0e3-4adb-99c3-30d836cc2936", "tag": "dba3461b-f4d9-46b7-819c-bdafa4821053"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 17:15:05.237803 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 17:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a5268aa-9e2f-4f39-9b6a-61af25118dc8 x-openstack-request-id: req-1a5268aa-9e2f-4f39-9b6a-61af25118dc8 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 17:15:05.238091 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b5f62d2-d0e3-4adb-99c3-30d836cc2936", "tag": "dba3461b-f4d9-46b7-819c-bdafa4821053", "status": "completed", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 17:15:05.238340 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-1a5268aa-9e2f-4f39-9b6a-61af25118dc8 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 17:15:05.238742 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b5f62d2-d0e3-4adb-99c3-30d836cc2936', 'tag': 'dba3461b-f4d9-46b7-819c-bdafa4821053', 'status': 'completed', 'code': 200} Jan 18 17:15:05.244217 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9464ba69-22eb-4919-8e79-18cf469cca00 service neutron] Pushing event updated for resources: {'Port': ['ID=dba3461b-f4d9-46b7-819c-bdafa4821053,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:15:05.375537 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c627c003-ee5e-484f-b184-1731da2e03ce req-0c366f25-10d0-4e7c-a8a9-c716bf89f5f5 tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:05.377057 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-c627c003-ee5e-484f-b184-1731da2e03ce req-0c366f25-10d0-4e7c-a8a9-c716bf89f5f5 tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3197026 Jan 18 17:15:05.392002 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [req-c627c003-ee5e-484f-b184-1731da2e03ce req-39b40daa-87ea-4021-932b-92947460382f tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] Request body: {'port': {'device_id': '2dc664d6-f28c-4bb7-8cb7-708a6acf2bcc', 'network_id': 'f9a1d5f5-82cd-4ddb-82fb-988bca4bcb13', 'admin_state_up': True, 'tenant_id': '4b392ed90a5f4e24bf8f91478818dfcc'}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:15:05.450692 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a1cc70-5884-46b8-9b68-20fbe4b50136 req-46847037-37e5-4f54-b49f-40f257cc8b7c tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:05.452267 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-c3a1cc70-5884-46b8-9b68-20fbe4b50136 req-46847037-37e5-4f54-b49f-40f257cc8b7c tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/ports?device_id=1b5f62d2-d0e3-4adb-99c3-30d836cc2936 HTTP/1.1" status: 200 len: 944 time: 0.1592557 Jan 18 17:15:05.526274 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784595c6-95f3-4d84-bc99-2d8d27e652ec req-010bfb1b-ba55-428a-aed7-794f3b3d31af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:05.528705 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-784595c6-95f3-4d84-bc99-2d8d27e652ec req-010bfb1b-ba55-428a-aed7-794f3b3d31af service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=4c7d87680cf1434d8efeb24160231783&device_id=1b5f62d2-d0e3-4adb-99c3-30d836cc2936 HTTP/1.1" status: 200 len: 1097 time: 0.2165661 Jan 18 17:15:05.560870 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [req-663d83f6-bc42-47b1-b2f9-62149c798db6 req-1a87c532-a92e-4648-8921-edae3af2d517 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c116489e-b171-4821-a10d-50e9757050d5 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 17:15:05.572692 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:15:05.572692 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:15:05.572692 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:15:05.572692 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:15:05.572692 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:15:05.572692 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:15:05.572692 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:15:05.572692 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:15:05.572692 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:15:05.572692 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:15:05.572692 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:15:05.572692 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:15:05.572692 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:15:05.572692 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:15:05.572692 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:15:05.572692 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:15:05.572692 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:15:05.572692 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:15:05.572692 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:15:05.572692 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:15:05.572692 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:15:05.572692 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:15:05.572692 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:15:05.572692 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:15:05.572692 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:15:05.572692 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:15:05.572692 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:15:05.572692 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:15:05.572692 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:15:05.572692 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:15:05.572692 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:15:05.572692 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:15:05.572692 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:15:05.572692 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:15:05.572692 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:15:05.572692 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:15:05.575420 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:15:05.575420 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:15:05.575420 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:15:05.575420 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:15:05.575420 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:15:05.575420 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:15:05.575420 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:15:05.575420 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:15:05.575420 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:15:05.575420 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:15:05.575420 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:15:05.575420 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:15:05.578435 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102db9bf-8383-42b9-b4c4-a52cbc3fe49a req-a3a48fd2-8229-4a4f-98d8-0c6e73cc289f tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:05.580327 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-102db9bf-8383-42b9-b4c4-a52cbc3fe49a req-a3a48fd2-8229-4a4f-98d8-0c6e73cc289f tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] 10.222.0.100 "GET /v2.0/ports?device_id=363aac93-220b-4434-9990-e429dbfadad7 HTTP/1.1" status: 200 len: 931 time: 0.2118890 Jan 18 17:15:05.591026 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-c3a1cc70-5884-46b8-9b68-20fbe4b50136 req-bfa4c783-e2e7-44fc-a148-bbb7bd7500b1 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/security-groups?id=03df2055-10b4-4cb8-8f80-fa2d86607cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195226 Jan 18 17:15:05.600192 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-663d83f6-bc42-47b1-b2f9-62149c798db6 req-1a87c532-a92e-4648-8921-edae3af2d517 service neutron] Publish callbacks [] for port (c116489e-b171-4821-a10d-50e9757050d5), precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:05.674127 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [req-663d83f6-bc42-47b1-b2f9-62149c798db6 req-1a87c532-a92e-4648-8921-edae3af2d517 service neutron] Transition to ACTIVE for port object c116489e-b171-4821-a10d-50e9757050d5 will not be triggered until provisioned by entity L2. {{(pid=103196) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 17:15:05.701803 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c627c003-ee5e-484f-b184-1731da2e03ce req-39b40daa-87ea-4021-932b-92947460382f tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] Made reservation on behalf of 4b392ed90a5f4e24bf8f91478818dfcc for: {'port': 1} {{(pid=103197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 17:15:05.705316 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-c627c003-ee5e-484f-b184-1731da2e03ce req-39b40daa-87ea-4021-932b-92947460382f tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:05.717477 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-c627c003-ee5e-484f-b184-1731da2e03ce req-39b40daa-87ea-4021-932b-92947460382f tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:05.730161 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-102db9bf-8383-42b9-b4c4-a52cbc3fe49a req-51d9c134-ffb1-41fe-9b91-cbe9f4b351ab tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] 10.222.0.100 "GET /v2.0/security-groups?id=0e8965bc-a288-442f-b721-3a0f13c576b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344633 Jan 18 17:15:05.733277 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784595c6-95f3-4d84-bc99-2d8d27e652ec req-a9372321-5936-40fc-9283-5b838b782467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:05.734042 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dad18ee-db06-4ba4-90c5-78e0e3b1e448 req-d46afef2-3cec-4728-b46e-37684cb89202 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:05.734965 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-784595c6-95f3-4d84-bc99-2d8d27e652ec req-a9372321-5936-40fc-9283-5b838b782467 service neutron] 10.222.0.105 "GET /v2.0/networks?tenant_id=4c7d87680cf1434d8efeb24160231783&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1900773 Jan 18 17:15:05.735603 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-9dad18ee-db06-4ba4-90c5-78e0e3b1e448 req-d46afef2-3cec-4728-b46e-37684cb89202 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 946 time: 0.0760701 Jan 18 17:15:05.799705 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-663d83f6-bc42-47b1-b2f9-62149c798db6 req-1a87c532-a92e-4648-8921-edae3af2d517 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4300398'] for port (c116489e-b171-4821-a10d-50e9757050d5), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:05.856063 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-9dad18ee-db06-4ba4-90c5-78e0e3b1e448 req-f84a008f-e053-417e-be71-ccb9ee426c76 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b366610-e294-4f78-943f-869cfaac134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140618 Jan 18 17:15:05.907313 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-67fa7d06-d855-4b8e-b75c-2fecc5c97f9b req-c48f5d3a-9504-458a-9508-d84912b71036 tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] 10.222.0.100 "GET /v2.0/ports?device_id=2dc664d6-f28c-4bb7-8cb7-708a6acf2bcc HTTP/1.1" status: 200 len: 210 time: 0.0638640 Jan 18 17:15:05.929041 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-c627c003-ee5e-484f-b184-1731da2e03ce req-39b40daa-87ea-4021-932b-92947460382f tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] Publish callbacks [] for security_group (8087b7aa-c4a2-4a0d-a687-53e30095c69c), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:05.958240 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a87c532-a92e-4648-8921-edae3af2d517 service neutron] Pushing event updated for resources: {'Port': ['ID=c116489e-b171-4821-a10d-50e9757050d5,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:15:05.989104 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-c627c003-ee5e-484f-b184-1731da2e03ce req-39b40daa-87ea-4021-932b-92947460382f tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (8087b7aa-c4a2-4a0d-a687-53e30095c69c), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:06.014013 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784595c6-95f3-4d84-bc99-2d8d27e652ec req-7eeca486-601e-43ba-9f19-4854d6bd3927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:06.015575 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-784595c6-95f3-4d84-bc99-2d8d27e652ec req-7eeca486-601e-43ba-9f19-4854d6bd3927 service neutron] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2604458 Jan 18 17:15:06.048163 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [req-663d83f6-bc42-47b1-b2f9-62149c798db6 req-1a87c532-a92e-4648-8921-edae3af2d517 service neutron] Attempting to bind port c116489e-b171-4821-a10d-50e9757050d5 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 17:15:06.048446 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [req-663d83f6-bc42-47b1-b2f9-62149c798db6 req-1a87c532-a92e-4648-8921-edae3af2d517 service neutron] Attempting to bind port c116489e-b171-4821-a10d-50e9757050d5 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '9b0639ea-a186-4f2d-bc87-af60223e14c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'abcf6283-b96f-4717-b2e5-77af2836b83a'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 17:15:06.048922 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663d83f6-bc42-47b1-b2f9-62149c798db6 req-1a87c532-a92e-4648-8921-edae3af2d517 service neutron] Attempting to bind port c116489e-b171-4821-a10d-50e9757050d5 on network abcf6283-b96f-4717-b2e5-77af2836b83a {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 17:15:06.056294 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663d83f6-bc42-47b1-b2f9-62149c798db6 req-1a87c532-a92e-4648-8921-edae3af2d517 service neutron] Port c116489e-b171-4821-a10d-50e9757050d5 on network abcf6283-b96f-4717-b2e5-77af2836b83a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 17:15:06.056618 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663d83f6-bc42-47b1-b2f9-62149c798db6 req-1a87c532-a92e-4648-8921-edae3af2d517 service neutron] Attempting to bind port c116489e-b171-4821-a10d-50e9757050d5 on network abcf6283-b96f-4717-b2e5-77af2836b83a {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 17:15:06.062229 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663d83f6-bc42-47b1-b2f9-62149c798db6 req-1a87c532-a92e-4648-8921-edae3af2d517 service neutron] Checking agent: {'id': 'e727efee-c94b-447a-9897-92f425521d05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 17, 11, 11), 'started_at': datetime.datetime(2022, 1, 18, 17, 11, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 17, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 17:15:06.062561 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663d83f6-bc42-47b1-b2f9-62149c798db6 req-1a87c532-a92e-4648-8921-edae3af2d517 service neutron] Checking segment: {'id': '9b0639ea-a186-4f2d-bc87-af60223e14c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'abcf6283-b96f-4717-b2e5-77af2836b83a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 17:15:06.062943 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663d83f6-bc42-47b1-b2f9-62149c798db6 req-1a87c532-a92e-4648-8921-edae3af2d517 service neutron] Bound using segment: {'id': '9b0639ea-a186-4f2d-bc87-af60223e14c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'abcf6283-b96f-4717-b2e5-77af2836b83a'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 17:15:06.063535 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [req-663d83f6-bc42-47b1-b2f9-62149c798db6 req-1a87c532-a92e-4648-8921-edae3af2d517 service neutron] Bound port: c116489e-b171-4821-a10d-50e9757050d5, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b0639ea-a186-4f2d-bc87-af60223e14c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'abcf6283-b96f-4717-b2e5-77af2836b83a'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 17:15:06.063899 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-663d83f6-bc42-47b1-b2f9-62149c798db6 req-1a87c532-a92e-4648-8921-edae3af2d517 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (c116489e-b171-4821-a10d-50e9757050d5), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:06.134834 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b40daa-87ea-4021-932b-92947460382f tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8087b7aa-c4a2-4a0d-a687-53e30095c69c,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:15:06.172687 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b40daa-87ea-4021-932b-92947460382f tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:15:06.173041 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b40daa-87ea-4021-932b-92947460382f tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:15:06.173402 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b40daa-87ea-4021-932b-92947460382f tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:15:06.173732 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b40daa-87ea-4021-932b-92947460382f tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:15:06.174068 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b40daa-87ea-4021-932b-92947460382f tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:15:06.174400 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b40daa-87ea-4021-932b-92947460382f tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:15:06.174733 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b40daa-87ea-4021-932b-92947460382f tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:15:06.175063 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b40daa-87ea-4021-932b-92947460382f tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:15:06.175416 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b40daa-87ea-4021-932b-92947460382f tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:15:06.175748 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b40daa-87ea-4021-932b-92947460382f tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:15:06.176074 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b40daa-87ea-4021-932b-92947460382f tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:15:06.176403 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b40daa-87ea-4021-932b-92947460382f tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:15:06.176816 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b40daa-87ea-4021-932b-92947460382f tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:15:06.184308 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8399851f-e396-4ac8-a47e-86c9e21bcc12 req-43149d82-7b73-49fe-8cd5-197e8bc456fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:06.185848 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-8399851f-e396-4ac8-a47e-86c9e21bcc12 req-43149d82-7b73-49fe-8cd5-197e8bc456fa service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=4c7d87680cf1434d8efeb24160231783&device_id=1b5f62d2-d0e3-4adb-99c3-30d836cc2936 HTTP/1.1" status: 200 len: 1097 time: 0.1067424 Jan 18 17:15:06.199736 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [req-663d83f6-bc42-47b1-b2f9-62149c798db6 req-1a87c532-a92e-4648-8921-edae3af2d517 service neutron] For port c116489e-b171-4821-a10d-50e9757050d5, host hv-cinder-73362, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 17:15:06.208195 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [req-663d83f6-bc42-47b1-b2f9-62149c798db6 req-1a87c532-a92e-4648-8921-edae3af2d517 service neutron] For port c116489e-b171-4821-a10d-50e9757050d5, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=c116489e-b171-4821-a10d-50e9757050d5,segment=NetworkSegment(9b0639ea-a186-4f2d-bc87-af60223e14c5),segment_id=9b0639ea-a186-4f2d-bc87-af60223e14c5)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 17:15:06.224489 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70c1d83-9406-4f5e-bc73-95082827f630 req-eef58d84-2fd1-443e-b6e1-f491d6de7ca2 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:06.224489 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-f70c1d83-9406-4f5e-bc73-95082827f630 req-eef58d84-2fd1-443e-b6e1-f491d6de7ca2 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=fd06e8ed-8113-4ba5-8f7b-c7a1759d866f HTTP/1.1" status: 200 len: 946 time: 0.2199230 Jan 18 17:15:06.266684 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.db.db_base_plugin_common [req-c627c003-ee5e-484f-b184-1731da2e03ce req-39b40daa-87ea-4021-932b-92947460382f tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] Allocated IP 192.168.233.149 (f9a1d5f5-82cd-4ddb-82fb-988bca4bcb13/e419c56d-b1c7-4b50-b4f2-767b8ec3dee1/df4c7d46-91dd-470a-b7f7-af15028a1406) {{(pid=103197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 17:15:06.302135 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-f70c1d83-9406-4f5e-bc73-95082827f630 req-97fbf913-47bb-4089-8816-740fed6e29a5 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724030 Jan 18 17:15:06.314592 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-663d83f6-bc42-47b1-b2f9-62149c798db6 req-1a87c532-a92e-4648-8921-edae3af2d517 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4300398'] for port (c116489e-b171-4821-a10d-50e9757050d5), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:06.353228 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d83f6-bc42-47b1-b2f9-62149c798db6 req-1a87c532-a92e-4648-8921-edae3af2d517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:06.353855 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-663d83f6-bc42-47b1-b2f9-62149c798db6 req-1a87c532-a92e-4648-8921-edae3af2d517 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1923895'] for port (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:06.355271 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-663d83f6-bc42-47b1-b2f9-62149c798db6 req-1a87c532-a92e-4648-8921-edae3af2d517 service neutron] 10.222.0.105 "PUT /v2.0/ports/c116489e-b171-4821-a10d-50e9757050d5 HTTP/1.1" status: 200 len: 1093 time: 1.4383936 Jan 18 17:15:06.373391 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a87c532-a92e-4648-8921-edae3af2d517 service neutron] Pushing event updated for resources: {'Port': ['ID=c116489e-b171-4821-a10d-50e9757050d5,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:15:06.445233 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-c627c003-ee5e-484f-b184-1731da2e03ce req-39b40daa-87ea-4021-932b-92947460382f tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] Publish callbacks [] for port (df4c7d46-91dd-470a-b7f7-af15028a1406), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:06.513620 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-c627c003-ee5e-484f-b184-1731da2e03ce req-39b40daa-87ea-4021-932b-92947460382f tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785611913804'] for port (df4c7d46-91dd-470a-b7f7-af15028a1406), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:06.561429 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c627c003-ee5e-484f-b184-1731da2e03ce req-39b40daa-87ea-4021-932b-92947460382f tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] Network f9a1d5f5-82cd-4ddb-82fb-988bca4bcb13 is already hosted by enough agents. {{(pid=103197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 17:15:06.564585 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.base_scheduler [req-c627c003-ee5e-484f-b184-1731da2e03ce req-39b40daa-87ea-4021-932b-92947460382f tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] Resources bound (agent type, host, resource id): {{(pid=103197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 17:15:06.568389 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [req-c627c003-ee5e-484f-b184-1731da2e03ce req-39b40daa-87ea-4021-932b-92947460382f tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] Received port after_create {{(pid=103197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 17:15:06.575120 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c627c003-ee5e-484f-b184-1731da2e03ce req-39b40daa-87ea-4021-932b-92947460382f tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:06.575758 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-c627c003-ee5e-484f-b184-1731da2e03ce req-39b40daa-87ea-4021-932b-92947460382f tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1923895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526667'] for port (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:06.585761 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b40daa-87ea-4021-932b-92947460382f tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] Pushing event updated for resources: {'Port': ['ID=df4c7d46-91dd-470a-b7f7-af15028a1406,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:15:06.670313 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-c627c003-ee5e-484f-b184-1731da2e03ce req-39b40daa-87ea-4021-932b-92947460382f tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2827303 Jan 18 17:15:06.718090 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec23af-96ed-4176-9574-c88ea325384b req-5db5f918-ffed-4c68-8ead-c942ed98af8d tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:06.720059 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-64ec23af-96ed-4176-9574-c88ea325384b req-5db5f918-ffed-4c68-8ead-c942ed98af8d tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/ports?device_id=1b5f62d2-d0e3-4adb-99c3-30d836cc2936 HTTP/1.1" status: 200 len: 944 time: 0.0540671 Jan 18 17:15:06.768087 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-64ec23af-96ed-4176-9574-c88ea325384b req-c3c2f0e5-99c8-4338-8670-3c513d1ea266 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/security-groups?id=03df2055-10b4-4cb8-8f80-fa2d86607cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423689 Jan 18 17:15:06.830164 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-5e1e6b2a-fe6a-42c8-b190-7e070c1b4c51 None None] Provisioning complete for port df4c7d46-91dd-470a-b7f7-af15028a1406 triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:15:06.830860 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5e1e6b2a-fe6a-42c8-b190-7e070c1b4c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (df4c7d46-91dd-470a-b7f7-af15028a1406), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:06.862140 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310e5652-5c76-4852-9f49-a4d94e5f323d req-6a818da0-6a1a-47e8-9494-d8d61ee12b2e tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:06.863613 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-310e5652-5c76-4852-9f49-a4d94e5f323d req-6a818da0-6a1a-47e8-9494-d8d61ee12b2e tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] 10.222.0.100 "GET /v2.0/ports?device_id=363aac93-220b-4434-9990-e429dbfadad7 HTTP/1.1" status: 200 len: 943 time: 0.0545495 Jan 18 17:15:06.869750 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-5e1e6b2a-fe6a-42c8-b190-7e070c1b4c51 None None] Port df4c7d46-91dd-470a-b7f7-af15028a1406 cannot update to ACTIVE because it is not bound. {{(pid=103198) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 17:15:06.917017 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-310e5652-5c76-4852-9f49-a4d94e5f323d req-7b7d36d1-4bd3-4330-b927-b4006f057f87 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] 10.222.0.100 "GET /v2.0/security-groups?id=0e8965bc-a288-442f-b721-3a0f13c576b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472617 Jan 18 17:15:07.001336 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c1cb48-cfce-4e0d-afec-0ff1e86ffb15 req-a5d8b6a1-6954-4a3f-991e-e687aac9c2a2 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:07.002993 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-50c1cb48-cfce-4e0d-afec-0ff1e86ffb15 req-a5d8b6a1-6954-4a3f-991e-e687aac9c2a2 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 946 time: 0.0511422 Jan 18 17:15:07.056325 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-50c1cb48-cfce-4e0d-afec-0ff1e86ffb15 req-d37afbbe-1fe7-4c65-8252-b15b985ac50d tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b366610-e294-4f78-943f-869cfaac134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467651 Jan 18 17:15:07.056863 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863604e1-7cb8-465e-819e-5b8eaea3a18b req-4d62d471-35eb-48d5-92f4-de31b53d3f43 tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:07.058429 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-863604e1-7cb8-465e-819e-5b8eaea3a18b req-4d62d471-35eb-48d5-92f4-de31b53d3f43 tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] 10.222.0.100 "GET /v2.0/ports?device_id=2dc664d6-f28c-4bb7-8cb7-708a6acf2bcc HTTP/1.1" status: 200 len: 936 time: 0.0610943 Jan 18 17:15:07.110211 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-863604e1-7cb8-465e-819e-5b8eaea3a18b req-b52519ce-ae95-45d5-a80c-443fb7752e9b tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] 10.222.0.100 "GET /v2.0/security-groups?id=8087b7aa-c4a2-4a0d-a687-53e30095c69c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461283 Jan 18 17:15:07.239550 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '363aac93-220b-4434-9990-e429dbfadad7', 'tag': 'c116489e-b171-4821-a10d-50e9757050d5'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 17:15:07.242613 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dae96983658fa47cc55ad2b43631f290e6eb934f25c74fb238f11dfd9473403c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef3b7578-39e7-441b-8ebf-63ccda9261df" -d '{"events": [{"name": "network-changed", "server_uuid": "363aac93-220b-4434-9990-e429dbfadad7", "tag": "c116489e-b171-4821-a10d-50e9757050d5"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 17:15:07.288056 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 17:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b405e276-709e-4a4d-88c1-bc3f0ced1e02 x-openstack-request-id: req-b405e276-709e-4a4d-88c1-bc3f0ced1e02 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 17:15:07.288366 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "363aac93-220b-4434-9990-e429dbfadad7", "tag": "c116489e-b171-4821-a10d-50e9757050d5", "status": "completed", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 17:15:07.289544 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-b405e276-709e-4a4d-88c1-bc3f0ced1e02 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 17:15:07.289958 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '363aac93-220b-4434-9990-e429dbfadad7', 'tag': 'c116489e-b171-4821-a10d-50e9757050d5', 'status': 'completed', 'code': 200} Jan 18 17:15:07.426629 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08248ca5-d7bf-4d03-b55d-3bfc7216a734 req-f2b2e12d-9ebe-4c0a-8400-38fc0fbd31e8 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:07.428134 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-08248ca5-d7bf-4d03-b55d-3bfc7216a734 req-f2b2e12d-9ebe-4c0a-8400-38fc0fbd31e8 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=fd06e8ed-8113-4ba5-8f7b-c7a1759d866f HTTP/1.1" status: 200 len: 946 time: 0.0550187 Jan 18 17:15:07.478681 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-08248ca5-d7bf-4d03-b55d-3bfc7216a734 req-d68bd3ef-dfc9-4910-a32b-807d6c0a4664 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440986 Jan 18 17:15:07.900715 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072823d4-3e66-4649-8045-32fbb90b3a25 req-0591ad1f-f6ce-4bce-8bf8-babb37d8ea81 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:07.900715 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-072823d4-3e66-4649-8045-32fbb90b3a25 req-0591ad1f-f6ce-4bce-8bf8-babb37d8ea81 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/ports?device_id=1b5f62d2-d0e3-4adb-99c3-30d836cc2936 HTTP/1.1" status: 200 len: 944 time: 0.0573301 Jan 18 17:15:07.950819 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-072823d4-3e66-4649-8045-32fbb90b3a25 req-361385ae-9eab-49e8-98c1-ab9896609554 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/security-groups?id=03df2055-10b4-4cb8-8f80-fa2d86607cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446248 Jan 18 17:15:08.037174 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30afd078-a5d4-4c9f-8e83-6847542fb947 req-f00c1425-639c-4f65-861d-9222835881c8 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:08.039389 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-30afd078-a5d4-4c9f-8e83-6847542fb947 req-f00c1425-639c-4f65-861d-9222835881c8 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] 10.222.0.100 "GET /v2.0/ports?device_id=363aac93-220b-4434-9990-e429dbfadad7 HTTP/1.1" status: 200 len: 943 time: 0.0497887 Jan 18 17:15:08.086190 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-30afd078-a5d4-4c9f-8e83-6847542fb947 req-8e6c4fa5-bb8d-47b1-a49e-321fad1db98f tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] 10.222.0.100 "GET /v2.0/security-groups?id=0e8965bc-a288-442f-b721-3a0f13c576b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411105 Jan 18 17:15:08.179950 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b60ca28-d8d2-4b86-8cbb-d5e46cb67b12 req-ca28bdcc-b325-4f11-993b-76476c72f893 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:08.181579 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-2b60ca28-d8d2-4b86-8cbb-d5e46cb67b12 req-ca28bdcc-b325-4f11-993b-76476c72f893 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 946 time: 0.0520549 Jan 18 17:15:08.225531 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b419f9-13d1-4b59-8249-1459a0a78782 req-50ddc752-d972-464a-a7ed-04db5ae8e5de tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:08.227587 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-11b419f9-13d1-4b59-8249-1459a0a78782 req-50ddc752-d972-464a-a7ed-04db5ae8e5de tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] 10.222.0.100 "GET /v2.0/ports?device_id=2dc664d6-f28c-4bb7-8cb7-708a6acf2bcc HTTP/1.1" status: 200 len: 936 time: 0.0505843 Jan 18 17:15:08.230595 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-2b60ca28-d8d2-4b86-8cbb-d5e46cb67b12 req-4e967a12-8e11-425e-9a05-be724820e81c tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b366610-e294-4f78-943f-869cfaac134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436604 Jan 18 17:15:08.278073 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-11b419f9-13d1-4b59-8249-1459a0a78782 req-5390baf4-94d6-4deb-bed6-d3a8d6b99169 tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] 10.222.0.100 "GET /v2.0/security-groups?id=8087b7aa-c4a2-4a0d-a687-53e30095c69c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450041 Jan 18 17:15:08.599290 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08efa25-ee75-4ae2-a33d-eb68abb19c90 req-8c9b1f3d-54eb-4af3-8a8f-930e810c342e tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:08.600820 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c08efa25-ee75-4ae2-a33d-eb68abb19c90 req-8c9b1f3d-54eb-4af3-8a8f-930e810c342e tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=fd06e8ed-8113-4ba5-8f7b-c7a1759d866f HTTP/1.1" status: 200 len: 946 time: 0.0539851 Jan 18 17:15:08.647877 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c08efa25-ee75-4ae2-a33d-eb68abb19c90 req-76670328-7423-4956-b596-c7efd069e28b tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414696 Jan 18 17:15:09.067124 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e652bb89-b7a4-4b25-a53c-887963474030 req-a8fb3616-788f-4eaf-88da-94af9fbd3654 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:09.068559 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-e652bb89-b7a4-4b25-a53c-887963474030 req-a8fb3616-788f-4eaf-88da-94af9fbd3654 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/ports?device_id=1b5f62d2-d0e3-4adb-99c3-30d836cc2936 HTTP/1.1" status: 200 len: 944 time: 0.0470495 Jan 18 17:15:09.115067 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-e652bb89-b7a4-4b25-a53c-887963474030 req-f64ec6f1-6c25-41cc-a455-c735720a21c7 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/security-groups?id=03df2055-10b4-4cb8-8f80-fa2d86607cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400968 Jan 18 17:15:09.202837 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aebddb-c476-45be-92a8-8fd7f45ca55f req-b25e7546-0e75-4ef0-b378-a900784e12e6 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:09.204450 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-65aebddb-c476-45be-92a8-8fd7f45ca55f req-b25e7546-0e75-4ef0-b378-a900784e12e6 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] 10.222.0.100 "GET /v2.0/ports?device_id=363aac93-220b-4434-9990-e429dbfadad7 HTTP/1.1" status: 200 len: 943 time: 0.0495803 Jan 18 17:15:09.251047 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-65aebddb-c476-45be-92a8-8fd7f45ca55f req-642ac816-cbe6-4e21-9f95-f70aca0b0001 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] 10.222.0.100 "GET /v2.0/security-groups?id=0e8965bc-a288-442f-b721-3a0f13c576b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411172 Jan 18 17:15:09.350916 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0298f6aa-aaa5-4a8a-823d-846f20cc3f67 req-b90360da-c1e6-4c4b-832f-86655a59a042 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:09.352791 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-0298f6aa-aaa5-4a8a-823d-846f20cc3f67 req-b90360da-c1e6-4c4b-832f-86655a59a042 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 946 time: 0.0500038 Jan 18 17:15:09.399819 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9898b41e-cf6f-4106-9d87-c6d1a3e39f70 req-0a087c61-436d-4a26-ba8f-473520647d9d tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:09.401315 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-9898b41e-cf6f-4106-9d87-c6d1a3e39f70 req-0a087c61-436d-4a26-ba8f-473520647d9d tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] 10.222.0.100 "GET /v2.0/ports?device_id=2dc664d6-f28c-4bb7-8cb7-708a6acf2bcc HTTP/1.1" status: 200 len: 936 time: 0.0558007 Jan 18 17:15:09.402726 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-0298f6aa-aaa5-4a8a-823d-846f20cc3f67 req-120500ca-7207-431c-b5db-4b3d3661ed02 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b366610-e294-4f78-943f-869cfaac134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438163 Jan 18 17:15:09.435553 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [req-c627c003-ee5e-484f-b184-1731da2e03ce req-a3759e4d-e993-4eb8-829a-3cf46967ecd1 service neutron] Request body: {'port': {'device_id': '2dc664d6-f28c-4bb7-8cb7-708a6acf2bcc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:15:09.483691 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-8399851f-e396-4ac8-a47e-86c9e21bcc12 req-a551d843-d45e-4a65-addd-643e759049c0 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dba3461b-f4d9-46b7-819c-bdafa4821053 HTTP/1.1" status: 200 len: 217 time: 0.0545576 Jan 18 17:15:09.493548 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-c627c003-ee5e-484f-b184-1731da2e03ce req-a3759e4d-e993-4eb8-829a-3cf46967ecd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (df4c7d46-91dd-470a-b7f7-af15028a1406), before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:09.549168 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-9898b41e-cf6f-4106-9d87-c6d1a3e39f70 req-507376ce-fdc7-4325-a369-3c075dbcb755 tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] 10.222.0.100 "GET /v2.0/security-groups?id=8087b7aa-c4a2-4a0d-a687-53e30095c69c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405420 Jan 18 17:15:09.574563 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b7578-39e7-441b-8ebf-63ccda9261df req-12d16e6b-2653-43b2-a647-81badec96f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:09.580747 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-ef3b7578-39e7-441b-8ebf-63ccda9261df req-12d16e6b-2653-43b2-a647-81badec96f4c service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=10fba601dcfd4f0a94f85b575e1e7fd2&device_id=363aac93-220b-4434-9990-e429dbfadad7 HTTP/1.1" status: 200 len: 1096 time: 0.1046093 Jan 18 17:15:09.580747 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8399851f-e396-4ac8-a47e-86c9e21bcc12 req-93dade19-fa2a-4d35-b768-d10097e01551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:09.580747 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-8399851f-e396-4ac8-a47e-86c9e21bcc12 req-93dade19-fa2a-4d35-b768-d10097e01551 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=e2a0842a-bbe5-40a2-b308-b84b4df3e2b6 HTTP/1.1" status: 200 len: 855 time: 0.0766926 Jan 18 17:15:09.636844 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-8399851f-e396-4ac8-a47e-86c9e21bcc12 req-33a3d0ac-5c0a-491f-bf1e-53e134540f40 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=69fb0145-03f6-40a6-ac58-42e6e5e4d712&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358267 Jan 18 17:15:09.748145 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.agents_db [None req-82e58cf6-2858-46ee-adbb-688a61b9207a None None] Agent healthcheck: found 6 active agents {{(pid=103199) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 17:15:09.769434 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b7578-39e7-441b-8ebf-63ccda9261df req-43a586c0-b8a2-4ecc-9d4d-d5c4c7a1bf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:09.770962 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-ef3b7578-39e7-441b-8ebf-63ccda9261df req-43a586c0-b8a2-4ecc-9d4d-d5c4c7a1bf1c service neutron] 10.222.0.105 "GET /v2.0/networks?tenant_id=10fba601dcfd4f0a94f85b575e1e7fd2&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1783373 Jan 18 17:15:09.802659 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.notifiers.nova [req-c627c003-ee5e-484f-b184-1731da2e03ce req-a3759e4d-e993-4eb8-829a-3cf46967ecd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df4c7d46-91dd-470a-b7f7-af15028a1406 {{(pid=103197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 17:15:09.827081 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da039def-2c8f-4081-bbf2-a71f9e1c499b req-cef0bb4e-c46d-4889-a5e7-006aad2642c6 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:09.828695 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-da039def-2c8f-4081-bbf2-a71f9e1c499b req-cef0bb4e-c46d-4889-a5e7-006aad2642c6 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=fd06e8ed-8113-4ba5-8f7b-c7a1759d866f HTTP/1.1" status: 200 len: 946 time: 0.1080747 Jan 18 17:15:09.830812 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-c627c003-ee5e-484f-b184-1731da2e03ce req-a3759e4d-e993-4eb8-829a-3cf46967ecd1 service neutron] Publish callbacks [] for port (df4c7d46-91dd-470a-b7f7-af15028a1406), precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:09.843040 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-8399851f-e396-4ac8-a47e-86c9e21bcc12 req-fb46a058-2cbe-42a7-bd8d-9838100fe435 service neutron] 10.222.0.105 "GET /v2.0/networks/69fb0145-03f6-40a6-ac58-42e6e5e4d712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810794 Jan 18 17:15:09.856919 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.db.provisioning_blocks [req-c627c003-ee5e-484f-b184-1731da2e03ce req-a3759e4d-e993-4eb8-829a-3cf46967ecd1 service neutron] Transition to ACTIVE for port object df4c7d46-91dd-470a-b7f7-af15028a1406 will not be triggered until provisioned by entity L2. {{(pid=103197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 17:15:09.892422 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-da039def-2c8f-4081-bbf2-a71f9e1c499b req-c5148c2b-6f37-4beb-95eb-e983d04e4689 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540657 Jan 18 17:15:09.903135 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-c627c003-ee5e-484f-b184-1731da2e03ce req-a3759e4d-e993-4eb8-829a-3cf46967ecd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (df4c7d46-91dd-470a-b7f7-af15028a1406), after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:09.918096 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b7578-39e7-441b-8ebf-63ccda9261df req-df07c3e9-02c4-44c7-8f4a-191b05fb7a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:09.923427 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-ef3b7578-39e7-441b-8ebf-63ccda9261df req-df07c3e9-02c4-44c7-8f4a-191b05fb7a7f service neutron] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1434312 Jan 18 17:15:09.974973 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3759e4d-e993-4eb8-829a-3cf46967ecd1 service neutron] Pushing event updated for resources: {'Port': ['ID=df4c7d46-91dd-470a-b7f7-af15028a1406,revision_number=2']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:15:10.003529 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-8399851f-e396-4ac8-a47e-86c9e21bcc12 req-a91fbad4-f317-4689-a5a1-a919c9088730 service neutron] 10.222.0.105 "GET /v2.0/networks/69fb0145-03f6-40a6-ac58-42e6e5e4d712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535919 Jan 18 17:15:10.016008 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [req-c627c003-ee5e-484f-b184-1731da2e03ce req-a3759e4d-e993-4eb8-829a-3cf46967ecd1 service neutron] Attempting to bind port df4c7d46-91dd-470a-b7f7-af15028a1406 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 17:15:10.016008 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [req-c627c003-ee5e-484f-b184-1731da2e03ce req-a3759e4d-e993-4eb8-829a-3cf46967ecd1 service neutron] Attempting to bind port df4c7d46-91dd-470a-b7f7-af15028a1406 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '743f0c35-8b8c-4e04-8336-f3e793c9798b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'f9a1d5f5-82cd-4ddb-82fb-988bca4bcb13'}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 17:15:10.016008 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c627c003-ee5e-484f-b184-1731da2e03ce req-a3759e4d-e993-4eb8-829a-3cf46967ecd1 service neutron] Attempting to bind port df4c7d46-91dd-470a-b7f7-af15028a1406 on network f9a1d5f5-82cd-4ddb-82fb-988bca4bcb13 {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 17:15:10.020935 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c627c003-ee5e-484f-b184-1731da2e03ce req-a3759e4d-e993-4eb8-829a-3cf46967ecd1 service neutron] Port df4c7d46-91dd-470a-b7f7-af15028a1406 on network f9a1d5f5-82cd-4ddb-82fb-988bca4bcb13 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 17:15:10.021258 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c627c003-ee5e-484f-b184-1731da2e03ce req-a3759e4d-e993-4eb8-829a-3cf46967ecd1 service neutron] Attempting to bind port df4c7d46-91dd-470a-b7f7-af15028a1406 on network f9a1d5f5-82cd-4ddb-82fb-988bca4bcb13 {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 17:15:10.027830 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c627c003-ee5e-484f-b184-1731da2e03ce req-a3759e4d-e993-4eb8-829a-3cf46967ecd1 service neutron] Checking agent: {'id': 'e727efee-c94b-447a-9897-92f425521d05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 17, 11, 11), 'started_at': datetime.datetime(2022, 1, 18, 17, 11, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 17, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 17:15:10.028216 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c627c003-ee5e-484f-b184-1731da2e03ce req-a3759e4d-e993-4eb8-829a-3cf46967ecd1 service neutron] Checking segment: {'id': '743f0c35-8b8c-4e04-8336-f3e793c9798b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'f9a1d5f5-82cd-4ddb-82fb-988bca4bcb13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 17:15:10.028602 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c627c003-ee5e-484f-b184-1731da2e03ce req-a3759e4d-e993-4eb8-829a-3cf46967ecd1 service neutron] Bound using segment: {'id': '743f0c35-8b8c-4e04-8336-f3e793c9798b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'f9a1d5f5-82cd-4ddb-82fb-988bca4bcb13'} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 17:15:10.029055 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [req-c627c003-ee5e-484f-b184-1731da2e03ce req-a3759e4d-e993-4eb8-829a-3cf46967ecd1 service neutron] Bound port: df4c7d46-91dd-470a-b7f7-af15028a1406, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '743f0c35-8b8c-4e04-8336-f3e793c9798b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'f9a1d5f5-82cd-4ddb-82fb-988bca4bcb13'}}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 17:15:10.029448 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-c627c003-ee5e-484f-b184-1731da2e03ce req-a3759e4d-e993-4eb8-829a-3cf46967ecd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (df4c7d46-91dd-470a-b7f7-af15028a1406), before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:10.101192 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.db [req-c627c003-ee5e-484f-b184-1731da2e03ce req-a3759e4d-e993-4eb8-829a-3cf46967ecd1 service neutron] For port df4c7d46-91dd-470a-b7f7-af15028a1406, host hv-cinder-73362, cleared binding levels {{(pid=103197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 17:15:10.105372 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.db [req-c627c003-ee5e-484f-b184-1731da2e03ce req-a3759e4d-e993-4eb8-829a-3cf46967ecd1 service neutron] For port df4c7d46-91dd-470a-b7f7-af15028a1406, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=df4c7d46-91dd-470a-b7f7-af15028a1406,segment=NetworkSegment(743f0c35-8b8c-4e04-8336-f3e793c9798b),segment_id=743f0c35-8b8c-4e04-8336-f3e793c9798b)] {{(pid=103197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 17:15:10.188780 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-c627c003-ee5e-484f-b184-1731da2e03ce req-a3759e4d-e993-4eb8-829a-3cf46967ecd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (df4c7d46-91dd-470a-b7f7-af15028a1406), after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:10.235004 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c627c003-ee5e-484f-b184-1731da2e03ce req-a3759e4d-e993-4eb8-829a-3cf46967ecd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:10.235864 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-c627c003-ee5e-484f-b184-1731da2e03ce req-a3759e4d-e993-4eb8-829a-3cf46967ecd1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1923895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526667'] for port (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:10.237557 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-c627c003-ee5e-484f-b184-1731da2e03ce req-a3759e4d-e993-4eb8-829a-3cf46967ecd1 service neutron] 10.222.0.105 "PUT /v2.0/ports/df4c7d46-91dd-470a-b7f7-af15028a1406 HTTP/1.1" status: 200 len: 1098 time: 0.8066707 Jan 18 17:15:10.238155 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dc664d6-f28c-4bb7-8cb7-708a6acf2bcc', 'tag': 'df4c7d46-91dd-470a-b7f7-af15028a1406'}] {{(pid=103197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 17:15:10.238754 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62eb16c-3cff-4cf8-a1fc-367aea4223d2 req-3c1d402c-79dd-4cd0-82e4-1d9a5c1d2570 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:10.240452 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-e62eb16c-3cff-4cf8-a1fc-367aea4223d2 req-3c1d402c-79dd-4cd0-82e4-1d9a5c1d2570 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/ports?device_id=1b5f62d2-d0e3-4adb-99c3-30d836cc2936 HTTP/1.1" status: 200 len: 944 time: 0.0531318 Jan 18 17:15:10.240798 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3aa228331c825044a8c5a816f7450a712b29f1505f8362b46ccab27415aa536" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cb5c389-a7f8-4b2a-8a06-e193d83a0039" -d '{"events": [{"name": "network-changed", "server_uuid": "2dc664d6-f28c-4bb7-8cb7-708a6acf2bcc", "tag": "df4c7d46-91dd-470a-b7f7-af15028a1406"}]}' {{(pid=103197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 17:15:10.265488 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3759e4d-e993-4eb8-829a-3cf46967ecd1 service neutron] Pushing event updated for resources: {'Port': ['ID=df4c7d46-91dd-470a-b7f7-af15028a1406,revision_number=3']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:15:10.285646 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 17:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffa65b69-714e-4459-b1be-59c054e057e2 x-openstack-request-id: req-ffa65b69-714e-4459-b1be-59c054e057e2 {{(pid=103197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 17:15:10.285945 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dc664d6-f28c-4bb7-8cb7-708a6acf2bcc", "tag": "df4c7d46-91dd-470a-b7f7-af15028a1406", "status": "completed", "code": 200}]} {{(pid=103197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 17:15:10.286205 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-ffa65b69-714e-4459-b1be-59c054e057e2 {{(pid=103197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 17:15:10.286612 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dc664d6-f28c-4bb7-8cb7-708a6acf2bcc', 'tag': 'df4c7d46-91dd-470a-b7f7-af15028a1406', 'status': 'completed', 'code': 200} Jan 18 17:15:10.314223 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-e62eb16c-3cff-4cf8-a1fc-367aea4223d2 req-85919607-f899-4c9e-917a-f33b9f92adaf tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/security-groups?id=03df2055-10b4-4cb8-8f80-fa2d86607cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638285 Jan 18 17:15:10.384220 dv-cinder-733623-11-iscsi neutron-server[103197]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:15:10.384220 dv-cinder-733623-11-iscsi neutron-server[103197]: warnings.warn(msg) Jan 18 17:15:10.384220 dv-cinder-733623-11-iscsi neutron-server[103197]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:15:10.384220 dv-cinder-733623-11-iscsi neutron-server[103197]: warnings.warn(msg) Jan 18 17:15:10.384220 dv-cinder-733623-11-iscsi neutron-server[103197]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:15:10.384220 dv-cinder-733623-11-iscsi neutron-server[103197]: warnings.warn(msg) Jan 18 17:15:10.384220 dv-cinder-733623-11-iscsi neutron-server[103197]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:15:10.384220 dv-cinder-733623-11-iscsi neutron-server[103197]: warnings.warn(msg) Jan 18 17:15:10.384220 dv-cinder-733623-11-iscsi neutron-server[103197]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:15:10.384220 dv-cinder-733623-11-iscsi neutron-server[103197]: warnings.warn(msg) Jan 18 17:15:10.384220 dv-cinder-733623-11-iscsi neutron-server[103197]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:15:10.384220 dv-cinder-733623-11-iscsi neutron-server[103197]: warnings.warn(msg) Jan 18 17:15:10.384220 dv-cinder-733623-11-iscsi neutron-server[103197]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:15:10.384220 dv-cinder-733623-11-iscsi neutron-server[103197]: warnings.warn(msg) Jan 18 17:15:10.384220 dv-cinder-733623-11-iscsi neutron-server[103197]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:15:10.384220 dv-cinder-733623-11-iscsi neutron-server[103197]: warnings.warn(msg) Jan 18 17:15:10.384220 dv-cinder-733623-11-iscsi neutron-server[103197]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:15:10.384220 dv-cinder-733623-11-iscsi neutron-server[103197]: warnings.warn(msg) Jan 18 17:15:10.384220 dv-cinder-733623-11-iscsi neutron-server[103197]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:15:10.384220 dv-cinder-733623-11-iscsi neutron-server[103197]: warnings.warn(msg) Jan 18 17:15:10.384220 dv-cinder-733623-11-iscsi neutron-server[103197]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:15:10.384220 dv-cinder-733623-11-iscsi neutron-server[103197]: warnings.warn(msg) Jan 18 17:15:10.384220 dv-cinder-733623-11-iscsi neutron-server[103197]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:15:10.384220 dv-cinder-733623-11-iscsi neutron-server[103197]: warnings.warn(msg) Jan 18 17:15:10.384220 dv-cinder-733623-11-iscsi neutron-server[103197]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:15:10.384220 dv-cinder-733623-11-iscsi neutron-server[103197]: warnings.warn(msg) Jan 18 17:15:10.384220 dv-cinder-733623-11-iscsi neutron-server[103197]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:15:10.384220 dv-cinder-733623-11-iscsi neutron-server[103197]: warnings.warn(msg) Jan 18 17:15:10.384220 dv-cinder-733623-11-iscsi neutron-server[103197]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:15:10.384220 dv-cinder-733623-11-iscsi neutron-server[103197]: warnings.warn(msg) Jan 18 17:15:10.384220 dv-cinder-733623-11-iscsi neutron-server[103197]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:15:10.384220 dv-cinder-733623-11-iscsi neutron-server[103197]: warnings.warn(msg) Jan 18 17:15:10.384220 dv-cinder-733623-11-iscsi neutron-server[103197]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:15:10.384220 dv-cinder-733623-11-iscsi neutron-server[103197]: warnings.warn(msg) Jan 18 17:15:10.384220 dv-cinder-733623-11-iscsi neutron-server[103197]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:15:10.384220 dv-cinder-733623-11-iscsi neutron-server[103197]: warnings.warn(msg) Jan 18 17:15:10.386385 dv-cinder-733623-11-iscsi neutron-server[103197]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:15:10.386385 dv-cinder-733623-11-iscsi neutron-server[103197]: warnings.warn(msg) Jan 18 17:15:10.386385 dv-cinder-733623-11-iscsi neutron-server[103197]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:15:10.386385 dv-cinder-733623-11-iscsi neutron-server[103197]: warnings.warn(msg) Jan 18 17:15:10.386385 dv-cinder-733623-11-iscsi neutron-server[103197]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:15:10.386385 dv-cinder-733623-11-iscsi neutron-server[103197]: warnings.warn(msg) Jan 18 17:15:10.386385 dv-cinder-733623-11-iscsi neutron-server[103197]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:15:10.386385 dv-cinder-733623-11-iscsi neutron-server[103197]: warnings.warn(msg) Jan 18 17:15:10.386385 dv-cinder-733623-11-iscsi neutron-server[103197]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:15:10.386385 dv-cinder-733623-11-iscsi neutron-server[103197]: warnings.warn(msg) Jan 18 17:15:10.386385 dv-cinder-733623-11-iscsi neutron-server[103197]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:15:10.386385 dv-cinder-733623-11-iscsi neutron-server[103197]: warnings.warn(msg) Jan 18 17:15:10.387196 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14134588-898a-4bdb-9034-f69aa729eac3 req-7f53fafc-31ae-4e42-b5f7-c1168b6d5db0 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:10.388206 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-14134588-898a-4bdb-9034-f69aa729eac3 req-7f53fafc-31ae-4e42-b5f7-c1168b6d5db0 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] 10.222.0.100 "GET /v2.0/ports?device_id=363aac93-220b-4434-9990-e429dbfadad7 HTTP/1.1" status: 200 len: 943 time: 0.0536137 Jan 18 17:15:10.447685 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-14134588-898a-4bdb-9034-f69aa729eac3 req-ed38fa58-47fa-43fc-9187-399283e8167d tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] 10.222.0.100 "GET /v2.0/security-groups?id=0e8965bc-a288-442f-b721-3a0f13c576b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518658 Jan 18 17:15:10.544541 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bbc81a-0792-4668-bb06-497322923f2a req-dfe76f41-b165-4b43-afc1-1b07228c01f4 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:10.545937 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-e7bbc81a-0792-4668-bb06-497322923f2a req-dfe76f41-b165-4b43-afc1-1b07228c01f4 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 946 time: 0.0515194 Jan 18 17:15:10.595592 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-e7bbc81a-0792-4668-bb06-497322923f2a req-0ae1a396-d2ca-4d23-8765-7f01ee2561ab tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b366610-e294-4f78-943f-869cfaac134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441153 Jan 18 17:15:10.665429 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617d8f6b-03f5-4113-9ceb-be22038f488a req-36a83c20-8826-44f7-a091-8af713127ac9 tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:10.666852 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-617d8f6b-03f5-4113-9ceb-be22038f488a req-36a83c20-8826-44f7-a091-8af713127ac9 tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] 10.222.0.100 "GET /v2.0/ports?device_id=2dc664d6-f28c-4bb7-8cb7-708a6acf2bcc HTTP/1.1" status: 200 len: 948 time: 0.0499592 Jan 18 17:15:10.720338 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-617d8f6b-03f5-4113-9ceb-be22038f488a req-d43c360d-e848-4b5c-ad6a-60085369fe03 tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] 10.222.0.100 "GET /v2.0/security-groups?id=8087b7aa-c4a2-4a0d-a687-53e30095c69c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478215 Jan 18 17:15:11.004955 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (e727efee-c94b-447a-9897-92f425521d05), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:11.029123 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caf1670-3cc1-4482-bab5-3c1f1f300c8e req-b00dd0c5-1d2b-4c6e-8ccc-5fd529029ffe tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:11.030634 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-3caf1670-3cc1-4482-bab5-3c1f1f300c8e req-b00dd0c5-1d2b-4c6e-8ccc-5fd529029ffe tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=fd06e8ed-8113-4ba5-8f7b-c7a1759d866f HTTP/1.1" status: 200 len: 946 time: 0.0507419 Jan 18 17:15:11.082770 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-3caf1670-3cc1-4482-bab5-3c1f1f300c8e req-342a3e8d-8174-480d-9e1b-6f7ccdf31ce4 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464511 Jan 18 17:15:11.425051 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442690c4-8eb2-41a2-806e-247cf3f8dcc1 req-508d7573-40bd-470b-b0ce-83b453a96c36 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:11.426495 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-442690c4-8eb2-41a2-806e-247cf3f8dcc1 req-508d7573-40bd-470b-b0ce-83b453a96c36 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/ports?device_id=1b5f62d2-d0e3-4adb-99c3-30d836cc2936 HTTP/1.1" status: 200 len: 944 time: 0.0497155 Jan 18 17:15:11.482095 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-442690c4-8eb2-41a2-806e-247cf3f8dcc1 req-8b869683-36f5-4a64-9728-cfe7b3075ad1 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/security-groups?id=03df2055-10b4-4cb8-8f80-fa2d86607cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495255 Jan 18 17:15:11.564056 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efed129-5b3e-4f08-acae-010a4650806e req-35397e8c-614f-4fce-85ac-c7a1d0fba587 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:11.565516 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-5efed129-5b3e-4f08-acae-010a4650806e req-35397e8c-614f-4fce-85ac-c7a1d0fba587 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] 10.222.0.100 "GET /v2.0/ports?device_id=363aac93-220b-4434-9990-e429dbfadad7 HTTP/1.1" status: 200 len: 943 time: 0.0531411 Jan 18 17:15:11.612382 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-5efed129-5b3e-4f08-acae-010a4650806e req-8fcee38e-c09a-4c1e-91b8-4c722943d7c7 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] 10.222.0.100 "GET /v2.0/security-groups?id=0e8965bc-a288-442f-b721-3a0f13c576b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412364 Jan 18 17:15:11.718555 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7984bc8c-a900-4fb0-95b7-6d4a118001c6 req-4239d280-b6ce-41ef-8c37-72f92740b84b tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:11.719963 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-7984bc8c-a900-4fb0-95b7-6d4a118001c6 req-4239d280-b6ce-41ef-8c37-72f92740b84b tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 946 time: 0.0531027 Jan 18 17:15:11.768482 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-7984bc8c-a900-4fb0-95b7-6d4a118001c6 req-6cbd459b-3f9f-41fc-ae7d-6f6707005d5c tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b366610-e294-4f78-943f-869cfaac134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429268 Jan 18 17:15:11.844432 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8ed46a-ff11-4872-bb28-a8e691987e9c req-00ab7a8e-5eca-4289-9a55-84b1224446f9 tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:11.845948 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-9b8ed46a-ff11-4872-bb28-a8e691987e9c req-00ab7a8e-5eca-4289-9a55-84b1224446f9 tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] 10.222.0.100 "GET /v2.0/ports?device_id=2dc664d6-f28c-4bb7-8cb7-708a6acf2bcc HTTP/1.1" status: 200 len: 948 time: 0.0581665 Jan 18 17:15:11.895540 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-9b8ed46a-ff11-4872-bb28-a8e691987e9c req-d45b46f6-1761-4cdb-96ff-b28014221d75 tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] 10.222.0.100 "GET /v2.0/security-groups?id=8087b7aa-c4a2-4a0d-a687-53e30095c69c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439036 Jan 18 17:15:12.204761 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f23903-9bad-43c9-8355-a17a1642a147 req-ab81749d-07d6-48d6-b0af-99a2f7817542 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:12.206244 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-11f23903-9bad-43c9-8355-a17a1642a147 req-ab81749d-07d6-48d6-b0af-99a2f7817542 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=fd06e8ed-8113-4ba5-8f7b-c7a1759d866f HTTP/1.1" status: 200 len: 946 time: 0.0550714 Jan 18 17:15:12.255033 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-11f23903-9bad-43c9-8355-a17a1642a147 req-14fc51cc-fbf7-425b-a5f8-049950e9fcdc tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428293 Jan 18 17:15:12.613911 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0385f8d0-1fee-496f-9d48-20faa148f689 req-cae21862-2bae-484d-b91d-2d70875d3e02 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:12.615506 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-0385f8d0-1fee-496f-9d48-20faa148f689 req-cae21862-2bae-484d-b91d-2d70875d3e02 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/ports?device_id=1b5f62d2-d0e3-4adb-99c3-30d836cc2936 HTTP/1.1" status: 200 len: 944 time: 0.0543146 Jan 18 17:15:12.675744 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-0385f8d0-1fee-496f-9d48-20faa148f689 req-f35b430f-0c09-4f3d-837e-34c5dd6be5e0 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/security-groups?id=03df2055-10b4-4cb8-8f80-fa2d86607cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522912 Jan 18 17:15:12.738374 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c86f88-adbc-4d65-889b-dcd155f669ba req-e2685a19-b1d4-4a08-bbf5-2be33b082596 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:12.739905 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-50c86f88-adbc-4d65-889b-dcd155f669ba req-e2685a19-b1d4-4a08-bbf5-2be33b082596 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] 10.222.0.100 "GET /v2.0/ports?device_id=363aac93-220b-4434-9990-e429dbfadad7 HTTP/1.1" status: 200 len: 943 time: 0.0531561 Jan 18 17:15:12.814331 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-50c86f88-adbc-4d65-889b-dcd155f669ba req-54d0100e-d27d-4142-aacb-4dfbcdae1790 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] 10.222.0.100 "GET /v2.0/security-groups?id=0e8965bc-a288-442f-b721-3a0f13c576b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684385 Jan 18 17:15:12.847073 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d83f6-bc42-47b1-b2f9-62149c798db6 req-2b2a5668-41ea-485d-873a-d52ed95eb3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:12.848793 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-663d83f6-bc42-47b1-b2f9-62149c798db6 req-2b2a5668-41ea-485d-873a-d52ed95eb3d5 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=10fba601dcfd4f0a94f85b575e1e7fd2&device_id=363aac93-220b-4434-9990-e429dbfadad7 HTTP/1.1" status: 200 len: 1096 time: 0.0840929 Jan 18 17:15:12.851072 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb5c389-a7f8-4b2a-8a06-e193d83a0039 req-714d873d-9dc0-497f-a5ce-57f6b550e246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:12.852663 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-3cb5c389-a7f8-4b2a-8a06-e193d83a0039 req-714d873d-9dc0-497f-a5ce-57f6b550e246 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=4b392ed90a5f4e24bf8f91478818dfcc&device_id=2dc664d6-f28c-4bb7-8cb7-708a6acf2bcc HTTP/1.1" status: 200 len: 1101 time: 0.0760205 Jan 18 17:15:12.956178 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-3cb5c389-a7f8-4b2a-8a06-e193d83a0039 req-7fc67523-2c1a-490b-ad0a-615f0a28c7a9 service neutron] 10.222.0.105 "GET /v2.0/networks?tenant_id=4b392ed90a5f4e24bf8f91478818dfcc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0618610 Jan 18 17:15:12.961512 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-663d83f6-bc42-47b1-b2f9-62149c798db6 req-afbc73a3-38a7-4073-9c74-be8261d99f54 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c116489e-b171-4821-a10d-50e9757050d5 HTTP/1.1" status: 200 len: 217 time: 0.0572202 Jan 18 17:15:13.006621 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d2a7b5-17f5-41c0-befb-1b4b406021f4 req-25ffe0f9-e367-401c-a80d-78bd4ac8d27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:13.008132 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-d6d2a7b5-17f5-41c0-befb-1b4b406021f4 req-25ffe0f9-e367-401c-a80d-78bd4ac8d27e service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=82d395d404d64b169e0a445e9616b86b&device_id=fd06e8ed-8113-4ba5-8f7b-c7a1759d866f HTTP/1.1" status: 200 len: 1099 time: 0.0633595 Jan 18 17:15:13.069520 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e49c68-d06f-42ea-930b-e2caaa9afcb1 req-222a4452-8181-479e-8024-d9e3e6965a8b tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:13.070977 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-20e49c68-d06f-42ea-930b-e2caaa9afcb1 req-222a4452-8181-479e-8024-d9e3e6965a8b tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 946 time: 0.2059093 Jan 18 17:15:13.098546 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f12db6e-67a8-4132-994a-c7fb7078f187 req-0da2508c-78e0-4389-ae9b-707286b7173a tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:13.100034 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-7f12db6e-67a8-4132-994a-c7fb7078f187 req-0da2508c-78e0-4389-ae9b-707286b7173a tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] 10.222.0.100 "GET /v2.0/ports?device_id=2dc664d6-f28c-4bb7-8cb7-708a6acf2bcc HTTP/1.1" status: 200 len: 948 time: 0.1080592 Jan 18 17:15:13.111633 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d83f6-bc42-47b1-b2f9-62149c798db6 req-4def3bf9-f8e0-4cb5-99e9-f262ee74fce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:13.111633 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-663d83f6-bc42-47b1-b2f9-62149c798db6 req-4def3bf9-f8e0-4cb5-99e9-f262ee74fce1 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=a79977ad-ceed-4185-af29-5d3e23675be8 HTTP/1.1" status: 200 len: 854 time: 0.1329820 Jan 18 17:15:13.155183 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-663d83f6-bc42-47b1-b2f9-62149c798db6 req-d913d2ef-d780-4aa2-ae07-4abc6001bc63 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=abcf6283-b96f-4717-b2e5-77af2836b83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401690 Jan 18 17:15:13.161292 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d2a7b5-17f5-41c0-befb-1b4b406021f4 req-f6661775-be11-4a2b-94af-5448db897b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:13.162718 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-d6d2a7b5-17f5-41c0-befb-1b4b406021f4 req-f6661775-be11-4a2b-94af-5448db897b67 service neutron] 10.222.0.105 "GET /v2.0/networks?id=9ee67609-54ef-4b91-940a-05d38e6b2c9b HTTP/1.1" status: 200 len: 920 time: 0.1307278 Jan 18 17:15:13.162842 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb5c389-a7f8-4b2a-8a06-e193d83a0039 req-9c589282-4807-4bb4-a8bb-6119fb393148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:13.164106 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-3cb5c389-a7f8-4b2a-8a06-e193d83a0039 req-9c589282-4807-4bb4-a8bb-6119fb393148 service neutron] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2000525 Jan 18 17:15:13.176919 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-7f12db6e-67a8-4132-994a-c7fb7078f187 req-76603138-553c-45a3-9d59-c8611f362dc3 tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] 10.222.0.100 "GET /v2.0/security-groups?id=8087b7aa-c4a2-4a0d-a687-53e30095c69c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683613 Jan 18 17:15:13.192628 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-20e49c68-d06f-42ea-930b-e2caaa9afcb1 req-4e399707-7b03-447c-a26f-06f4df98124f tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b366610-e294-4f78-943f-869cfaac134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121554 Jan 18 17:15:13.223809 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-d6d2a7b5-17f5-41c0-befb-1b4b406021f4 req-ed6d68ce-4dcb-41cb-b018-60acd50a3082 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ddf52e68-aa03-475b-b83c-dab38c9f91de HTTP/1.1" status: 200 len: 217 time: 0.0382698 Jan 18 17:15:13.281607 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d2a7b5-17f5-41c0-befb-1b4b406021f4 req-b819e92c-8afd-49ec-97cc-f15ecd77101c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:13.283241 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-d6d2a7b5-17f5-41c0-befb-1b4b406021f4 req-b819e92c-8afd-49ec-97cc-f15ecd77101c service neutron] 10.222.0.105 "GET /v2.0/subnets?id=7211cf1f-c33b-4353-a446-bb2d845858ab HTTP/1.1" status: 200 len: 859 time: 0.0445189 Jan 18 17:15:13.288562 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-663d83f6-bc42-47b1-b2f9-62149c798db6 req-1abc83a8-f651-45f3-a630-159e18c763cd service neutron] 10.222.0.105 "GET /v2.0/networks/abcf6283-b96f-4717-b2e5-77af2836b83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235290 Jan 18 17:15:13.298413 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c627c003-ee5e-484f-b184-1731da2e03ce req-f0bcac60-b8ee-44f5-8fc2-d9a59f46f2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:13.300174 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c627c003-ee5e-484f-b184-1731da2e03ce req-f0bcac60-b8ee-44f5-8fc2-d9a59f46f2e6 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=4b392ed90a5f4e24bf8f91478818dfcc&device_id=2dc664d6-f28c-4bb7-8cb7-708a6acf2bcc HTTP/1.1" status: 200 len: 1101 time: 0.0597885 Jan 18 17:15:13.344123 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-d6d2a7b5-17f5-41c0-befb-1b4b406021f4 req-5a7d5a50-be7a-48ad-8833-501369269580 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=9ee67609-54ef-4b91-940a-05d38e6b2c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319333 Jan 18 17:15:13.390144 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c627c003-ee5e-484f-b184-1731da2e03ce req-a48b6bce-9880-43c5-bcb8-bba7acf43c23 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=df4c7d46-91dd-470a-b7f7-af15028a1406 HTTP/1.1" status: 200 len: 217 time: 0.0487721 Jan 18 17:15:13.434947 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a4fd24-5b68-4e30-a859-20a623232e75 req-c490d130-fb55-41e1-926a-5d4e025be7e9 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:13.436508 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-51a4fd24-5b68-4e30-a859-20a623232e75 req-c490d130-fb55-41e1-926a-5d4e025be7e9 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=fd06e8ed-8113-4ba5-8f7b-c7a1759d866f HTTP/1.1" status: 200 len: 946 time: 0.1018960 Jan 18 17:15:13.482378 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c627c003-ee5e-484f-b184-1731da2e03ce req-c92ad5ea-4e05-4a6d-b06a-efe2e249e92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:13.484047 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c627c003-ee5e-484f-b184-1731da2e03ce req-c92ad5ea-4e05-4a6d-b06a-efe2e249e92e service neutron] 10.222.0.105 "GET /v2.0/subnets?id=e419c56d-b1c7-4b50-b4f2-767b8ec3dee1 HTTP/1.1" status: 200 len: 843 time: 0.0690098 Jan 18 17:15:13.486493 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-d6d2a7b5-17f5-41c0-befb-1b4b406021f4 req-5319d4b1-d124-40ef-b060-16fb4c3acd2b service neutron] 10.222.0.105 "GET /v2.0/networks/9ee67609-54ef-4b91-940a-05d38e6b2c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236420 Jan 18 17:15:13.499356 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-663d83f6-bc42-47b1-b2f9-62149c798db6 req-dbb67568-9654-45d2-8f54-a58c9f721851 service neutron] 10.222.0.105 "GET /v2.0/networks/abcf6283-b96f-4717-b2e5-77af2836b83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665058 Jan 18 17:15:13.546687 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c627c003-ee5e-484f-b184-1731da2e03ce req-5a5da484-5265-45ed-b29a-0a78db261fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:13.548237 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c627c003-ee5e-484f-b184-1731da2e03ce req-5a5da484-5265-45ed-b29a-0a78db261fe3 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=f9a1d5f5-82cd-4ddb-82fb-988bca4bcb13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0480182 Jan 18 17:15:13.556808 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-51a4fd24-5b68-4e30-a859-20a623232e75 req-aefd3a60-8ecf-4a3b-b35d-f8df1a6a6dd2 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056914 Jan 18 17:15:13.622232 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-d6d2a7b5-17f5-41c0-befb-1b4b406021f4 req-ea232026-4196-4960-99c1-4c097f2aec4a service neutron] 10.222.0.105 "GET /v2.0/networks/9ee67609-54ef-4b91-940a-05d38e6b2c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207058 Jan 18 17:15:13.669455 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c627c003-ee5e-484f-b184-1731da2e03ce req-c78903f0-101b-40e5-8922-bc59c7128363 service neutron] 10.222.0.105 "GET /v2.0/networks/f9a1d5f5-82cd-4ddb-82fb-988bca4bcb13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067252 Jan 18 17:15:13.813236 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a077d88-09c6-44c4-95a6-333b91ce28fb req-2a02c640-b29d-4ae8-b747-3c1aeaf8ffae tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:13.814722 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-0a077d88-09c6-44c4-95a6-333b91ce28fb req-2a02c640-b29d-4ae8-b747-3c1aeaf8ffae tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/ports?device_id=1b5f62d2-d0e3-4adb-99c3-30d836cc2936 HTTP/1.1" status: 200 len: 944 time: 0.0512199 Jan 18 17:15:13.876001 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-0a077d88-09c6-44c4-95a6-333b91ce28fb req-926108ed-d0a7-4165-8403-ecaf1950d13e tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/security-groups?id=03df2055-10b4-4cb8-8f80-fa2d86607cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555327 Jan 18 17:15:13.940160 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db21cc4-c418-4d32-958c-09ff4993cd11 req-bbef89e4-46d0-4d09-8b1f-f485aef25b96 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:13.941622 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-3db21cc4-c418-4d32-958c-09ff4993cd11 req-bbef89e4-46d0-4d09-8b1f-f485aef25b96 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] 10.222.0.100 "GET /v2.0/ports?device_id=363aac93-220b-4434-9990-e429dbfadad7 HTTP/1.1" status: 200 len: 943 time: 0.0505099 Jan 18 17:15:13.995493 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-3db21cc4-c418-4d32-958c-09ff4993cd11 req-4ca6d921-fede-4bbf-9217-9e183e7360f8 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] 10.222.0.100 "GET /v2.0/security-groups?id=0e8965bc-a288-442f-b721-3a0f13c576b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458653 Jan 18 17:15:14.321131 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cbfad6-df4d-47b9-a41b-2ba4a900a47f req-6b2f0ca5-fc65-4f57-ae5e-7cab2e5e495b tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:14.321379 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f78ef4-02cc-4b06-b0a5-40228e992851 req-18c9fbb1-7305-47ed-8a78-70463a878fa7 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:14.322833 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-e4cbfad6-df4d-47b9-a41b-2ba4a900a47f req-6b2f0ca5-fc65-4f57-ae5e-7cab2e5e495b tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] 10.222.0.100 "GET /v2.0/ports?device_id=2dc664d6-f28c-4bb7-8cb7-708a6acf2bcc HTTP/1.1" status: 200 len: 948 time: 0.0495801 Jan 18 17:15:14.323067 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-86f78ef4-02cc-4b06-b0a5-40228e992851 req-18c9fbb1-7305-47ed-8a78-70463a878fa7 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 946 time: 0.0507908 Jan 18 17:15:14.374808 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-86f78ef4-02cc-4b06-b0a5-40228e992851 req-e9d59792-1a71-4a25-a50a-73d0582ef305 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b366610-e294-4f78-943f-869cfaac134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454731 Jan 18 17:15:14.379627 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-e4cbfad6-df4d-47b9-a41b-2ba4a900a47f req-04e776d8-04b4-4a53-8976-40f6989b0b7f tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] 10.222.0.100 "GET /v2.0/security-groups?id=8087b7aa-c4a2-4a0d-a687-53e30095c69c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507529 Jan 18 17:15:14.679405 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e94eb2e-7dce-4e63-9f0e-44abdd7e2674 req-49fea69d-6295-454b-9fc4-12c85e8bab29 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:14.680868 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-8e94eb2e-7dce-4e63-9f0e-44abdd7e2674 req-49fea69d-6295-454b-9fc4-12c85e8bab29 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=fd06e8ed-8113-4ba5-8f7b-c7a1759d866f HTTP/1.1" status: 200 len: 946 time: 0.0489445 Jan 18 17:15:14.729593 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-8e94eb2e-7dce-4e63-9f0e-44abdd7e2674 req-e308232c-d0eb-45fc-ab64-b2a268017118 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415576 Jan 18 17:15:15.003855 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4575896-e8e2-4ce3-9f37-42ff0d0d3ae1 req-23c9092e-c08a-49b6-bf44-4cdff5502701 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:15.005325 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c4575896-e8e2-4ce3-9f37-42ff0d0d3ae1 req-23c9092e-c08a-49b6-bf44-4cdff5502701 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/ports?device_id=1b5f62d2-d0e3-4adb-99c3-30d836cc2936 HTTP/1.1" status: 200 len: 944 time: 0.0489149 Jan 18 17:15:15.053218 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c4575896-e8e2-4ce3-9f37-42ff0d0d3ae1 req-3223d714-5692-4157-84a2-06d01c91e4d2 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/security-groups?id=03df2055-10b4-4cb8-8f80-fa2d86607cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412624 Jan 18 17:15:15.112443 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a252acfa-1103-4949-acad-9cbc29c478d9 req-1373119a-0bfe-4517-87fc-3b069e1d4d3c tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:15.113872 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-a252acfa-1103-4949-acad-9cbc29c478d9 req-1373119a-0bfe-4517-87fc-3b069e1d4d3c tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] 10.222.0.100 "GET /v2.0/ports?device_id=363aac93-220b-4434-9990-e429dbfadad7 HTTP/1.1" status: 200 len: 943 time: 0.0520332 Jan 18 17:15:15.162172 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-a252acfa-1103-4949-acad-9cbc29c478d9 req-1bae4d95-7146-44d5-a6d0-0399a8c84b81 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] 10.222.0.100 "GET /v2.0/security-groups?id=0e8965bc-a288-442f-b721-3a0f13c576b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420904 Jan 18 17:15:15.432587 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c627c003-ee5e-484f-b184-1731da2e03ce req-cef3ad49-2482-4cb3-9c8f-57a54ed06644 service neutron] 10.222.0.105 "GET /v2.0/networks/f9a1d5f5-82cd-4ddb-82fb-988bca4bcb13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857625 Jan 18 17:15:15.497783 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1091092c-db64-434e-86bf-b42efc7e4481 req-ff911528-9549-45a9-a155-a228f303486b tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:15.499337 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1091092c-db64-434e-86bf-b42efc7e4481 req-ff911528-9549-45a9-a155-a228f303486b tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] 10.222.0.100 "GET /v2.0/ports?device_id=2dc664d6-f28c-4bb7-8cb7-708a6acf2bcc HTTP/1.1" status: 200 len: 948 time: 0.0513864 Jan 18 17:15:15.512358 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7f1a1a-7e7e-4957-8379-718922bf7129 req-ba38405a-00f2-4374-843b-e192af832d3f tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:15.513836 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-4c7f1a1a-7e7e-4957-8379-718922bf7129 req-ba38405a-00f2-4374-843b-e192af832d3f tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 946 time: 0.0490773 Jan 18 17:15:15.548423 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1091092c-db64-434e-86bf-b42efc7e4481 req-365e4a24-a43d-442c-b8e8-6a39aeec8f8c tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] 10.222.0.100 "GET /v2.0/security-groups?id=8087b7aa-c4a2-4a0d-a687-53e30095c69c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436015 Jan 18 17:15:15.562152 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-4c7f1a1a-7e7e-4957-8379-718922bf7129 req-f8f29f65-956c-4e7b-80e7-0501315918cc tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b366610-e294-4f78-943f-869cfaac134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427296 Jan 18 17:15:15.851732 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8629d1-45a7-48e1-ba75-1fbd9d494425 req-4d61eda9-2892-4769-be56-662a099a1c67 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:15.853350 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-db8629d1-45a7-48e1-ba75-1fbd9d494425 req-4d61eda9-2892-4769-be56-662a099a1c67 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=fd06e8ed-8113-4ba5-8f7b-c7a1759d866f HTTP/1.1" status: 200 len: 946 time: 0.0548463 Jan 18 17:15:15.912570 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-db8629d1-45a7-48e1-ba75-1fbd9d494425 req-44cd7d9d-ebc0-4e41-b48c-54b1195a61de tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531111 Jan 18 17:15:16.168046 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beda221-bc94-4e3f-b668-9a1c06f8f9bc req-946022a9-95ff-4b71-aad5-ae46880d39c7 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:16.169532 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-4beda221-bc94-4e3f-b668-9a1c06f8f9bc req-946022a9-95ff-4b71-aad5-ae46880d39c7 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/ports?device_id=1b5f62d2-d0e3-4adb-99c3-30d836cc2936 HTTP/1.1" status: 200 len: 944 time: 0.0482645 Jan 18 17:15:16.231398 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-4beda221-bc94-4e3f-b668-9a1c06f8f9bc req-9bf84235-e7c2-4b0a-83e5-33ed75054f5d tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/security-groups?id=03df2055-10b4-4cb8-8f80-fa2d86607cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561914 Jan 18 17:15:16.280495 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a79297-fe4b-477a-923a-98a5e7536649 req-606feeca-3a38-4ad8-a580-08e26c5a557e tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:16.281969 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-68a79297-fe4b-477a-923a-98a5e7536649 req-606feeca-3a38-4ad8-a580-08e26c5a557e tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] 10.222.0.100 "GET /v2.0/ports?device_id=363aac93-220b-4434-9990-e429dbfadad7 HTTP/1.1" status: 200 len: 943 time: 0.0486765 Jan 18 17:15:16.329200 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-68a79297-fe4b-477a-923a-98a5e7536649 req-7930bba1-5e58-4486-ac86-6d9dc9096f63 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] 10.222.0.100 "GET /v2.0/security-groups?id=0e8965bc-a288-442f-b721-3a0f13c576b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415990 Jan 18 17:15:16.665568 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6bf9f6-9930-46e6-a9a1-e0efa2fe2ce9 req-04af186c-f38c-4a88-939c-9fb72066c704 tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:16.667014 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-0d6bf9f6-9930-46e6-a9a1-e0efa2fe2ce9 req-04af186c-f38c-4a88-939c-9fb72066c704 tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] 10.222.0.100 "GET /v2.0/ports?device_id=2dc664d6-f28c-4bb7-8cb7-708a6acf2bcc HTTP/1.1" status: 200 len: 948 time: 0.0498171 Jan 18 17:15:16.679119 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28b01a3-515b-4acc-8bbd-ae82d634feeb req-a12b8f9e-0ad5-45dc-a834-2e04bd46150a tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:16.680578 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b28b01a3-515b-4acc-8bbd-ae82d634feeb req-a12b8f9e-0ad5-45dc-a834-2e04bd46150a tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 946 time: 0.0478904 Jan 18 17:15:16.715948 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-0d6bf9f6-9930-46e6-a9a1-e0efa2fe2ce9 req-77da031b-6105-4dbd-9a6c-c44afbb4f8da tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] 10.222.0.100 "GET /v2.0/security-groups?id=8087b7aa-c4a2-4a0d-a687-53e30095c69c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430830 Jan 18 17:15:16.738608 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b28b01a3-515b-4acc-8bbd-ae82d634feeb req-a1e6d02f-a8da-4c78-96ed-3b8622f22df8 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b366610-e294-4f78-943f-869cfaac134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514650 Jan 18 17:15:17.030676 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a57370-5c8a-40ac-bf6a-b353543dbb2b req-c63688f4-14e3-4912-985e-9afac357dde1 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:17.032208 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-a1a57370-5c8a-40ac-bf6a-b353543dbb2b req-c63688f4-14e3-4912-985e-9afac357dde1 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=fd06e8ed-8113-4ba5-8f7b-c7a1759d866f HTTP/1.1" status: 200 len: 946 time: 0.0500982 Jan 18 17:15:17.081275 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-a1a57370-5c8a-40ac-bf6a-b353543dbb2b req-59f49a50-d2ed-4ffc-80b2-332ccd1b5540 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431480 Jan 18 17:15:17.355570 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1005ae22-77c5-491a-9713-3b051ca778fa req-d0e8e671-3184-4934-bb31-da9d548398c2 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:17.356961 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1005ae22-77c5-491a-9713-3b051ca778fa req-d0e8e671-3184-4934-bb31-da9d548398c2 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/ports?device_id=1b5f62d2-d0e3-4adb-99c3-30d836cc2936 HTTP/1.1" status: 200 len: 944 time: 0.0506327 Jan 18 17:15:17.404920 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1005ae22-77c5-491a-9713-3b051ca778fa req-64c7f4a8-500a-42e4-a08f-bd24a2d6ec61 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/security-groups?id=03df2055-10b4-4cb8-8f80-fa2d86607cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424156 Jan 18 17:15:17.447258 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa2ff6f-0e39-40d4-8eaf-cbd42fdf86dd req-b113c0e5-b3e5-4c00-91aa-27787aa6d465 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:17.448668 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-5aa2ff6f-0e39-40d4-8eaf-cbd42fdf86dd req-b113c0e5-b3e5-4c00-91aa-27787aa6d465 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] 10.222.0.100 "GET /v2.0/ports?device_id=363aac93-220b-4434-9990-e429dbfadad7 HTTP/1.1" status: 200 len: 943 time: 0.0526090 Jan 18 17:15:17.497247 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-5aa2ff6f-0e39-40d4-8eaf-cbd42fdf86dd req-78f24f54-d57b-41a0-814b-01a2160a2e65 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] 10.222.0.100 "GET /v2.0/security-groups?id=0e8965bc-a288-442f-b721-3a0f13c576b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427072 Jan 18 17:15:17.803023 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Device dba3461b-f4d9-46b7-819c-bdafa4821053 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=103198) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 17:15:17.840941 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43da3de4-9c5b-4418-8033-8dc0cd012467 req-e2d98073-5ee7-4cc3-92a7-7cb8c6cec641 tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:17.842591 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-43da3de4-9c5b-4418-8033-8dc0cd012467 req-e2d98073-5ee7-4cc3-92a7-7cb8c6cec641 tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] 10.222.0.100 "GET /v2.0/ports?device_id=2dc664d6-f28c-4bb7-8cb7-708a6acf2bcc HTTP/1.1" status: 200 len: 948 time: 0.0571642 Jan 18 17:15:17.872386 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88da9c2-f64d-44c1-9c01-205b002c23e3 req-e56229cf-f0cf-4a8c-9bb6-f364bc29e819 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:17.873975 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-a88da9c2-f64d-44c1-9c01-205b002c23e3 req-e56229cf-f0cf-4a8c-9bb6-f364bc29e819 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 946 time: 0.0595934 Jan 18 17:15:17.907367 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] For port dba3461b-f4d9-46b7-819c-bdafa4821053, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=dba3461b-f4d9-46b7-819c-bdafa4821053,segment=NetworkSegment(2fccfc1b-cb99-45b9-9f8c-ca3412f0a050),segment_id=2fccfc1b-cb99-45b9-9f8c-ca3412f0a050)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:15:17.910660 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-43da3de4-9c5b-4418-8033-8dc0cd012467 req-4c6b8dbb-e7f5-4fb9-99fc-dd263b29131c tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] 10.222.0.100 "GET /v2.0/security-groups?id=8087b7aa-c4a2-4a0d-a687-53e30095c69c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561376 Jan 18 17:15:17.924676 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Returning: {'device': 'dba3461b-f4d9-46b7-819c-bdafa4821053', 'network_id': '69fb0145-03f6-40a6-ac58-42e6e5e4d712', 'port_id': 'dba3461b-f4d9-46b7-819c-bdafa4821053', 'mac_address': 'fa:16:3e:5b:19:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2a0842a-bbe5-40a2-b308-b84b4df3e2b6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103198) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 17:15:17.943183 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-a88da9c2-f64d-44c1-9c01-205b002c23e3 req-db207a7f-9b88-4d0c-900e-62ed4201aee1 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b366610-e294-4f78-943f-869cfaac134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621343 Jan 18 17:15:17.990354 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Current status of the port dba3461b-f4d9-46b7-819c-bdafa4821053 is: DOWN; New status is: BUILD {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:15:17.991006 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (dba3461b-f4d9-46b7-819c-bdafa4821053), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:18.017994 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dba3461b-f4d9-46b7-819c-bdafa4821053 {{(pid=103198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 17:15:18.039531 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] For port dba3461b-f4d9-46b7-819c-bdafa4821053, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=dba3461b-f4d9-46b7-819c-bdafa4821053,segment=NetworkSegment(2fccfc1b-cb99-45b9-9f8c-ca3412f0a050),segment_id=2fccfc1b-cb99-45b9-9f8c-ca3412f0a050)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:15:18.079016 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-63f31936-77c3-4601-80d7-f8b4d3c44050 req-73e50e94-f88b-40f5-bed2-02911b5bc3e2 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-922626881&fields=id&tenant_id=b3741339c9cb4d89942a9d122409b0f2 HTTP/1.1" status: 200 len: 267 time: 0.0595791 Jan 18 17:15:18.136635 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (dba3461b-f4d9-46b7-819c-bdafa4821053), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:18.204389 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f31936-77c3-4601-80d7-f8b4d3c44050 req-d3d5bddb-d4cf-4259-a9fd-f5f87c4a5750 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:18.211556 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-63f31936-77c3-4601-80d7-f8b4d3c44050 req-d3d5bddb-d4cf-4259-a9fd-f5f87c4a5750 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/networks?id=7ff719e7-6189-4b9c-a31a-5e6988ac7e0f HTTP/1.1" status: 200 len: 809 time: 0.1257098 Jan 18 17:15:18.221247 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed6b3b3-55f5-4706-a824-32cede49420f req-41d1155a-da51-496d-a054-e79eb3db5232 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:18.223076 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-63f31936-77c3-4601-80d7-f8b4d3c44050 req-4612b0ea-5e59-42b9-89e8-b38522fe68a5 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/quotas/b3741339c9cb4d89942a9d122409b0f2 HTTP/1.1" status: 200 len: 375 time: 0.0106249 Jan 18 17:15:18.224203 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-4ed6b3b3-55f5-4706-a824-32cede49420f req-41d1155a-da51-496d-a054-e79eb3db5232 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=fd06e8ed-8113-4ba5-8f7b-c7a1759d866f HTTP/1.1" status: 200 len: 946 time: 0.0636520 Jan 18 17:15:18.300938 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-4ed6b3b3-55f5-4706-a824-32cede49420f req-5698a2a0-2bdf-4600-9aeb-4fccd6e0eb30 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698879 Jan 18 17:15:18.312581 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-63f31936-77c3-4601-80d7-f8b4d3c44050 req-50627938-4e53-4293-b62b-d6996f51aa2a tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=b3741339c9cb4d89942a9d122409b0f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0793934 Jan 18 17:15:18.336469 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Pushing event updated for resources: {'Port': ['ID=dba3461b-f4d9-46b7-819c-bdafa4821053,revision_number=4']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:15:18.345657 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:15:18.346015 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:15:18.346378 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:15:18.346725 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:15:18.347069 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:15:18.347462 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:15:18.348005 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:15:18.348120 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:15:18.348463 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:15:18.348821 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:15:18.349162 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:15:18.349550 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:15:18.349888 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:15:18.531625 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] get_ports_and_sgs() called for port_ids ['dba3461b-f4d9-46b7-819c-bdafa4821053'] {{(pid=103198) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 17:15:18.542042 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149890b4-6abb-4c61-b5d6-c3869c124a2d req-fdee4dc0-e28d-4517-b162-e999dec93aa8 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:18.543873 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-149890b4-6abb-4c61-b5d6-c3869c124a2d req-fdee4dc0-e28d-4517-b162-e999dec93aa8 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/ports?device_id=1b5f62d2-d0e3-4adb-99c3-30d836cc2936 HTTP/1.1" status: 200 len: 945 time: 0.0616906 Jan 18 17:15:18.598772 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-149890b4-6abb-4c61-b5d6-c3869c124a2d req-a86ca186-e9b2-4dc5-90d9-76142e04e950 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/security-groups?id=03df2055-10b4-4cb8-8f80-fa2d86607cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489030 Jan 18 17:15:18.636641 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-63f31936-77c3-4601-80d7-f8b4d3c44050 req-3f6a554e-ecb3-4185-9932-f1ca992f4759 service neutron] 10.222.0.100 "GET /v2.0/networks/7ff719e7-6189-4b9c-a31a-5e6988ac7e0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3148911 Jan 18 17:15:18.741109 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-63f31936-77c3-4601-80d7-f8b4d3c44050 req-047b8308-9e61-401e-a4d2-469c4bb93933 service neutron] 10.222.0.100 "GET /v2.0/networks/7ff719e7-6189-4b9c-a31a-5e6988ac7e0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103027 Jan 18 17:15:18.742456 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954877ea-7c09-4605-b28e-380261f79110 req-fdbd88c9-f26d-49ff-aca2-dcb6cc6b40ea tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:18.743944 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-954877ea-7c09-4605-b28e-380261f79110 req-fdbd88c9-f26d-49ff-aca2-dcb6cc6b40ea tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] 10.222.0.100 "GET /v2.0/ports?device_id=363aac93-220b-4434-9990-e429dbfadad7 HTTP/1.1" status: 200 len: 943 time: 0.0630286 Jan 18 17:15:18.806955 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-954877ea-7c09-4605-b28e-380261f79110 req-ad8f58e8-e2fe-47bd-bb3d-f996e4cbe0f9 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] 10.222.0.100 "GET /v2.0/security-groups?id=0e8965bc-a288-442f-b721-3a0f13c576b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534613 Jan 18 17:15:19.041305 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413cfee9-579a-4a34-af64-ea5555449a5f req-9edee328-eba1-4aeb-9020-6d1162fe7406 tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:19.043729 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-413cfee9-579a-4a34-af64-ea5555449a5f req-9edee328-eba1-4aeb-9020-6d1162fe7406 tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] 10.222.0.100 "GET /v2.0/ports?device_id=2dc664d6-f28c-4bb7-8cb7-708a6acf2bcc HTTP/1.1" status: 200 len: 948 time: 0.0684445 Jan 18 17:15:19.099301 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-413cfee9-579a-4a34-af64-ea5555449a5f req-f0677b76-4e28-4f47-9e8c-23139787638b tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] 10.222.0.100 "GET /v2.0/security-groups?id=8087b7aa-c4a2-4a0d-a687-53e30095c69c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461974 Jan 18 17:15:19.223138 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f275c20-2c34-4c55-98fb-819f5406700e req-293fe5b5-2a26-4894-a678-4a647af19a69 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:19.224703 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-7f275c20-2c34-4c55-98fb-819f5406700e req-293fe5b5-2a26-4894-a678-4a647af19a69 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 946 time: 0.0624433 Jan 18 17:15:19.278722 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-7f275c20-2c34-4c55-98fb-819f5406700e req-16b7622f-b544-40b6-a22c-75ff2107a581 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b366610-e294-4f78-943f-869cfaac134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472665 Jan 18 17:15:19.432605 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-6b7f385b-d3df-405e-a7c8-7f95a3e784c9 req-17aeb99e-5409-4ba9-a2e3-fb4a3b8c6857 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/ports?device_id=2af000e1-f307-4cd1-a83c-b211cd0625d0 HTTP/1.1" status: 200 len: 210 time: 0.0300188 Jan 18 17:15:19.441241 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f919843-feca-4994-aaa9-39018c522327 req-915a62e8-171d-46ef-9c4c-00dfcec84630 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:19.449441 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-5f919843-feca-4994-aaa9-39018c522327 req-915a62e8-171d-46ef-9c4c-00dfcec84630 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=fd06e8ed-8113-4ba5-8f7b-c7a1759d866f HTTP/1.1" status: 200 len: 946 time: 0.0657959 Jan 18 17:15:19.500312 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-5f919843-feca-4994-aaa9-39018c522327 req-acc4a6a3-965b-44aa-bf66-a08ee3b7a7fa tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489466 Jan 18 17:15:19.743975 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb9fd06-7b5e-41f0-a155-539e377b37b9 req-3dc111b3-6cce-4583-9888-5c3120512621 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:19.745860 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-aeb9fd06-7b5e-41f0-a155-539e377b37b9 req-3dc111b3-6cce-4583-9888-5c3120512621 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/ports?device_id=1b5f62d2-d0e3-4adb-99c3-30d836cc2936 HTTP/1.1" status: 200 len: 945 time: 0.0510104 Jan 18 17:15:19.795564 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-aeb9fd06-7b5e-41f0-a155-539e377b37b9 req-167774f1-f9b6-4681-8e46-2a72fef8af57 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/security-groups?id=03df2055-10b4-4cb8-8f80-fa2d86607cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438983 Jan 18 17:15:19.813877 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Device df4c7d46-91dd-470a-b7f7-af15028a1406 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=103198) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 17:15:19.823089 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Device dba3461b-f4d9-46b7-819c-bdafa4821053 up at agent hyperv_hv-cinder-73362 {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 17:15:19.937614 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dd507b-8b62-4b36-88c8-80342aa2733a req-5ca988e6-37b1-487e-9937-ff2b39d8f287 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:19.939047 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-a9dd507b-8b62-4b36-88c8-80342aa2733a req-5ca988e6-37b1-487e-9937-ff2b39d8f287 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] 10.222.0.100 "GET /v2.0/ports?device_id=363aac93-220b-4434-9990-e429dbfadad7 HTTP/1.1" status: 200 len: 943 time: 0.0563617 Jan 18 17:15:19.966446 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] For port df4c7d46-91dd-470a-b7f7-af15028a1406, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=df4c7d46-91dd-470a-b7f7-af15028a1406,segment=NetworkSegment(743f0c35-8b8c-4e04-8336-f3e793c9798b),segment_id=743f0c35-8b8c-4e04-8336-f3e793c9798b)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:15:19.981789 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Returning: {'device': 'df4c7d46-91dd-470a-b7f7-af15028a1406', 'network_id': 'f9a1d5f5-82cd-4ddb-82fb-988bca4bcb13', 'port_id': 'df4c7d46-91dd-470a-b7f7-af15028a1406', 'mac_address': 'fa:16:3e:56:1c:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e419c56d-b1c7-4b50-b4f2-767b8ec3dee1', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103198) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 17:15:19.996602 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-a9dd507b-8b62-4b36-88c8-80342aa2733a req-07765963-1f12-4d13-adc7-ab2ebaaf6f36 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] 10.222.0.100 "GET /v2.0/security-groups?id=0e8965bc-a288-442f-b721-3a0f13c576b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517042 Jan 18 17:15:20.034261 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Current status of the port df4c7d46-91dd-470a-b7f7-af15028a1406 is: DOWN; New status is: BUILD {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:15:20.034261 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (df4c7d46-91dd-470a-b7f7-af15028a1406), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:20.046500 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Provisioning for port dba3461b-f4d9-46b7-819c-bdafa4821053 completed by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 17:15:20.054700 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df4c7d46-91dd-470a-b7f7-af15028a1406 {{(pid=103198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 17:15:20.058992 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Provisioning complete for port dba3461b-f4d9-46b7-819c-bdafa4821053 triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:15:20.059398 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (dba3461b-f4d9-46b7-819c-bdafa4821053), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:20.098603 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] For port df4c7d46-91dd-470a-b7f7-af15028a1406, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=df4c7d46-91dd-470a-b7f7-af15028a1406,segment=NetworkSegment(743f0c35-8b8c-4e04-8336-f3e793c9798b),segment_id=743f0c35-8b8c-4e04-8336-f3e793c9798b)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:15:20.157142 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Current status of the port dba3461b-f4d9-46b7-819c-bdafa4821053 is: BUILD; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:15:20.157541 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (dba3461b-f4d9-46b7-819c-bdafa4821053), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:20.177045 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (df4c7d46-91dd-470a-b7f7-af15028a1406), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:20.177688 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Device c116489e-b171-4821-a10d-50e9757050d5 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=103198) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 17:15:20.190249 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b5f62d2-d0e3-4adb-99c3-30d836cc2936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dba3461b-f4d9-46b7-819c-bdafa4821053'}] {{(pid=103198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 17:15:20.190249 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97aa477b9a8a7659066d830c0d89a1f304b03425b5691a2db6f60cb613ebd93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89c453b3-d876-4c03-83c2-95a25f0c3464" -d '{"events": [{"server_uuid": "1b5f62d2-d0e3-4adb-99c3-30d836cc2936", "name": "network-vif-plugged", "status": "completed", "tag": "dba3461b-f4d9-46b7-819c-bdafa4821053"}]}' {{(pid=103198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 17:15:20.233762 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] For port dba3461b-f4d9-46b7-819c-bdafa4821053, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=dba3461b-f4d9-46b7-819c-bdafa4821053,segment=NetworkSegment(2fccfc1b-cb99-45b9-9f8c-ca3412f0a050),segment_id=2fccfc1b-cb99-45b9-9f8c-ca3412f0a050)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:15:20.246225 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898d171a-dd07-45e5-85e7-ee168e88ea6f req-5e5d7fa4-bc46-4461-95ee-e5fa87894bc2 tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:20.246814 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 17:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0964973-65ba-48c6-bea9-ee46ccb123cf x-openstack-request-id: req-a0964973-65ba-48c6-bea9-ee46ccb123cf {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 17:15:20.247143 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b5f62d2-d0e3-4adb-99c3-30d836cc2936", "name": "network-vif-plugged", "status": "completed", "tag": "dba3461b-f4d9-46b7-819c-bdafa4821053", "code": 200}]} {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 17:15:20.247400 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-a0964973-65ba-48c6-bea9-ee46ccb123cf {{(pid=103198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 17:15:20.247779 dv-cinder-733623-11-iscsi neutron-server[103198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b5f62d2-d0e3-4adb-99c3-30d836cc2936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dba3461b-f4d9-46b7-819c-bdafa4821053', 'code': 200} Jan 18 17:15:20.247879 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-898d171a-dd07-45e5-85e7-ee168e88ea6f req-5e5d7fa4-bc46-4461-95ee-e5fa87894bc2 tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] 10.222.0.100 "GET /v2.0/ports?device_id=2dc664d6-f28c-4bb7-8cb7-708a6acf2bcc HTTP/1.1" status: 200 len: 949 time: 0.0763609 Jan 18 17:15:20.295917 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Pushing event updated for resources: {'Port': ['ID=df4c7d46-91dd-470a-b7f7-af15028a1406,revision_number=4']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:15:20.300622 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (dba3461b-f4d9-46b7-819c-bdafa4821053), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:20.330846 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-898d171a-dd07-45e5-85e7-ee168e88ea6f req-95e8952d-1146-4893-9822-2c421983b03e tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] 10.222.0.100 "GET /v2.0/security-groups?id=8087b7aa-c4a2-4a0d-a687-53e30095c69c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769413 Jan 18 17:15:20.381707 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Pushing event updated for resources: {'Port': ['ID=dba3461b-f4d9-46b7-819c-bdafa4821053,revision_number=5']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:15:20.392401 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] For port c116489e-b171-4821-a10d-50e9757050d5, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=c116489e-b171-4821-a10d-50e9757050d5,segment=NetworkSegment(9b0639ea-a186-4f2d-bc87-af60223e14c5),segment_id=9b0639ea-a186-4f2d-bc87-af60223e14c5)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:15:20.403376 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Returning: {'device': 'c116489e-b171-4821-a10d-50e9757050d5', 'network_id': 'abcf6283-b96f-4717-b2e5-77af2836b83a', 'port_id': 'c116489e-b171-4821-a10d-50e9757050d5', 'mac_address': 'fa:16:3e:d5:41:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a79977ad-ceed-4185-af29-5d3e23675be8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103198) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 17:15:20.409909 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec322f0-e02e-4aaf-aabb-dbd73bbe2b71 req-c901f58e-51da-46f9-9a0b-be42158ac0ab tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:20.411711 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-8ec322f0-e02e-4aaf-aabb-dbd73bbe2b71 req-c901f58e-51da-46f9-9a0b-be42158ac0ab tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 946 time: 0.0517178 Jan 18 17:15:20.448349 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Current status of the port c116489e-b171-4821-a10d-50e9757050d5 is: DOWN; New status is: BUILD {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:15:20.448669 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (c116489e-b171-4821-a10d-50e9757050d5), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:20.463509 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c116489e-b171-4821-a10d-50e9757050d5 {{(pid=103198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 17:15:20.474542 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-8ec322f0-e02e-4aaf-aabb-dbd73bbe2b71 req-2498e356-0efc-4757-bc6a-4d4e2c993ca9 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b366610-e294-4f78-943f-869cfaac134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557997 Jan 18 17:15:20.501373 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] For port c116489e-b171-4821-a10d-50e9757050d5, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=c116489e-b171-4821-a10d-50e9757050d5,segment=NetworkSegment(9b0639ea-a186-4f2d-bc87-af60223e14c5),segment_id=9b0639ea-a186-4f2d-bc87-af60223e14c5)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:15:20.542242 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-2181e2a5-3522-4d39-85fc-7fcfd1ff89d2 req-50e36791-d7e8-4b8b-a173-03c50f3a3cfa tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/ports?device_id=2af000e1-f307-4cd1-a83c-b211cd0625d0 HTTP/1.1" status: 200 len: 210 time: 0.0379612 Jan 18 17:15:20.581856 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (c116489e-b171-4821-a10d-50e9757050d5), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:20.649735 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34d9d47-b68f-4901-8961-39f209120cd2 req-5ef1a05e-4083-4d66-b651-75ae7c5d71c4 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:20.655168 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Pushing event updated for resources: {'Port': ['ID=c116489e-b171-4821-a10d-50e9757050d5,revision_number=4']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:15:20.657638 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-d34d9d47-b68f-4901-8961-39f209120cd2 req-5ef1a05e-4083-4d66-b651-75ae7c5d71c4 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=fd06e8ed-8113-4ba5-8f7b-c7a1759d866f HTTP/1.1" status: 200 len: 946 time: 0.0774491 Jan 18 17:15:20.674945 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dacb10-af60-412b-994b-5769741bad89 req-bceb403f-d2c6-4add-bf82-39529248e796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:20.676661 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-12dacb10-af60-412b-994b-5769741bad89 req-bceb403f-d2c6-4add-bf82-39529248e796 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=1b5f62d2-d0e3-4adb-99c3-30d836cc2936 HTTP/1.1" status: 200 len: 1099 time: 0.0512156 Jan 18 17:15:20.716020 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-d34d9d47-b68f-4901-8961-39f209120cd2 req-52d8aa05-4307-407f-8cfd-7cf5d05097c1 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462656 Jan 18 17:15:20.729016 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-12dacb10-af60-412b-994b-5769741bad89 req-25669562-c3d5-4a2c-bb31-8fbf950d7692 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=03df2055-10b4-4cb8-8f80-fa2d86607cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410783 Jan 18 17:15:20.912288 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7663a956-16b6-455a-b74b-12b70112e535 req-ef3cf18a-ff8a-4141-a2ea-63a4c562cb6e tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:20.913789 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-7663a956-16b6-455a-b74b-12b70112e535 req-ef3cf18a-ff8a-4141-a2ea-63a4c562cb6e tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/ports?device_id=1b5f62d2-d0e3-4adb-99c3-30d836cc2936 HTTP/1.1" status: 200 len: 946 time: 0.0503793 Jan 18 17:15:20.918668 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] get_ports_and_sgs() called for port_ids ['df4c7d46-91dd-470a-b7f7-af15028a1406'] {{(pid=103198) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 17:15:20.947291 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] get_ports_and_sgs() called for port_ids ['c116489e-b171-4821-a10d-50e9757050d5'] {{(pid=103198) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 17:15:20.980449 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-7663a956-16b6-455a-b74b-12b70112e535 req-2fe1502d-92e1-4390-bbc1-5e579e4f3c99 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/security-groups?id=03df2055-10b4-4cb8-8f80-fa2d86607cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571680 Jan 18 17:15:21.166788 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0cd38d-c609-4fdd-8d2d-1aff91dd2305 req-35a9b8f6-0978-4cae-9fc6-c8414f81975e tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:21.168967 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-da0cd38d-c609-4fdd-8d2d-1aff91dd2305 req-35a9b8f6-0978-4cae-9fc6-c8414f81975e tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] 10.222.0.100 "GET /v2.0/ports?device_id=363aac93-220b-4434-9990-e429dbfadad7 HTTP/1.1" status: 200 len: 944 time: 0.0890784 Jan 18 17:15:21.247243 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-da0cd38d-c609-4fdd-8d2d-1aff91dd2305 req-446da1c3-829a-4e4f-8b38-a223f1e8c93c tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] 10.222.0.100 "GET /v2.0/security-groups?id=0e8965bc-a288-442f-b721-3a0f13c576b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650859 Jan 18 17:15:21.448305 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25988dd3-4717-4894-8c34-07cdc9feed18 req-c7362751-3dd1-4ce0-8809-9c63676ad4c2 tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:21.450090 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-25988dd3-4717-4894-8c34-07cdc9feed18 req-c7362751-3dd1-4ce0-8809-9c63676ad4c2 tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] 10.222.0.100 "GET /v2.0/ports?device_id=2dc664d6-f28c-4bb7-8cb7-708a6acf2bcc HTTP/1.1" status: 200 len: 949 time: 0.0503602 Jan 18 17:15:21.498006 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-25988dd3-4717-4894-8c34-07cdc9feed18 req-deffc36a-a028-499e-892e-0371e19153db tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] 10.222.0.100 "GET /v2.0/security-groups?id=8087b7aa-c4a2-4a0d-a687-53e30095c69c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423830 Jan 18 17:15:21.610036 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eee871-41d0-46ce-a42f-7caf42ef7188 req-4090e351-2df7-4f85-a111-12ab86f4c93e tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:21.611543 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-f9eee871-41d0-46ce-a42f-7caf42ef7188 req-4090e351-2df7-4f85-a111-12ab86f4c93e tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 946 time: 0.0539832 Jan 18 17:15:21.639034 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-f3c9cbd7-4395-42dd-bbb3-feced1603eaf req-81315280-5a45-4351-aab8-11097a22c436 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/ports?device_id=2af000e1-f307-4cd1-a83c-b211cd0625d0 HTTP/1.1" status: 200 len: 210 time: 0.0264285 Jan 18 17:15:21.659665 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-f9eee871-41d0-46ce-a42f-7caf42ef7188 req-41801bb0-9c4c-44d2-a5e1-19b09fb876dd tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b366610-e294-4f78-943f-869cfaac134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423899 Jan 18 17:15:21.834514 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e54d59-0a33-4c31-bef4-31c8073b4bed req-ca01eb2d-5980-414b-acd3-2ce949d44d49 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:21.836409 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-84e54d59-0a33-4c31-bef4-31c8073b4bed req-ca01eb2d-5980-414b-acd3-2ce949d44d49 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=fd06e8ed-8113-4ba5-8f7b-c7a1759d866f HTTP/1.1" status: 200 len: 946 time: 0.0535338 Jan 18 17:15:21.889063 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-84e54d59-0a33-4c31-bef4-31c8073b4bed req-761c85c6-9e30-46fe-8087-9b368246c290 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461311 Jan 18 17:15:22.100342 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ffeed9-380b-47fc-b985-df7cda31f735 req-32d67878-2e14-4be5-afb4-fd9347b1175f tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:22.101867 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-00ffeed9-380b-47fc-b985-df7cda31f735 req-32d67878-2e14-4be5-afb4-fd9347b1175f tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/ports?device_id=1b5f62d2-d0e3-4adb-99c3-30d836cc2936 HTTP/1.1" status: 200 len: 946 time: 0.0510540 Jan 18 17:15:22.125734 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f31936-77c3-4601-80d7-f8b4d3c44050 req-9e110c76-e683-45da-aa03-256ee88a082d tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:22.127273 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-63f31936-77c3-4601-80d7-f8b4d3c44050 req-9e110c76-e683-45da-aa03-256ee88a082d tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.105 "GET /v2.0/networks?id=7ff719e7-6189-4b9c-a31a-5e6988ac7e0f HTTP/1.1" status: 200 len: 809 time: 0.1054206 Jan 18 17:15:22.156243 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-00ffeed9-380b-47fc-b985-df7cda31f735 req-29d083c1-4998-40b1-b4cd-5f372a27b257 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/security-groups?id=03df2055-10b4-4cb8-8f80-fa2d86607cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483904 Jan 18 17:15:22.212134 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-63f31936-77c3-4601-80d7-f8b4d3c44050 req-a176c0b5-b6b3-4061-af53-daa91104f8de tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.105 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3741339c9cb4d89942a9d122409b0f2 HTTP/1.1" status: 200 len: 379 time: 0.0723281 Jan 18 17:15:22.229326 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [req-63f31936-77c3-4601-80d7-f8b4d3c44050 req-19336223-a01c-4e6b-8ae7-4b33d9eace0e tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Request body: {'port': {'device_id': '2af000e1-f307-4cd1-a83c-b211cd0625d0', 'network_id': '7ff719e7-6189-4b9c-a31a-5e6988ac7e0f', 'admin_state_up': True, 'tenant_id': 'b3741339c9cb4d89942a9d122409b0f2', 'security_groups': ['bc955990-e634-496f-b35f-a2b795c30f14']}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:15:22.433119 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d06bb4-1f4f-424b-bf9e-0dd07fcd78b9 req-1c71b4c0-a406-47a6-9157-0e83bfa5b01b tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:22.434261 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-27d06bb4-1f4f-424b-bf9e-0dd07fcd78b9 req-1c71b4c0-a406-47a6-9157-0e83bfa5b01b tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] 10.222.0.100 "GET /v2.0/ports?device_id=363aac93-220b-4434-9990-e429dbfadad7 HTTP/1.1" status: 200 len: 944 time: 0.1134260 Jan 18 17:15:22.503904 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-27d06bb4-1f4f-424b-bf9e-0dd07fcd78b9 req-0d922b33-6f97-4cca-88e7-3b8977781d9e tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] 10.222.0.100 "GET /v2.0/security-groups?id=0e8965bc-a288-442f-b721-3a0f13c576b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636427 Jan 18 17:15:22.587860 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63f31936-77c3-4601-80d7-f8b4d3c44050 req-19336223-a01c-4e6b-8ae7-4b33d9eace0e tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Made reservation on behalf of b3741339c9cb4d89942a9d122409b0f2 for: {'port': 1} {{(pid=103196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 17:15:22.591648 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-63f31936-77c3-4601-80d7-f8b4d3c44050 req-19336223-a01c-4e6b-8ae7-4b33d9eace0e tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:22.621933 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d0a798-bdc2-444c-860a-52a45b3b57ff req-cb2a9330-852d-45df-bac3-97f3b30dbde2 tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:22.623590 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-19d0a798-bdc2-444c-860a-52a45b3b57ff req-cb2a9330-852d-45df-bac3-97f3b30dbde2 tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] 10.222.0.100 "GET /v2.0/ports?device_id=2dc664d6-f28c-4bb7-8cb7-708a6acf2bcc HTTP/1.1" status: 200 len: 949 time: 0.0568399 Jan 18 17:15:22.676104 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-19d0a798-bdc2-444c-860a-52a45b3b57ff req-27b5c87f-f255-471c-ab45-34e4bef9676e tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] 10.222.0.100 "GET /v2.0/security-groups?id=8087b7aa-c4a2-4a0d-a687-53e30095c69c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465603 Jan 18 17:15:22.752933 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-30a8fe7f-5005-4c5d-ad5a-7853331ef86a req-16e6ba1a-962e-42fe-b925-1b9b34d8c170 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/ports?device_id=2af000e1-f307-4cd1-a83c-b211cd0625d0 HTTP/1.1" status: 200 len: 210 time: 0.0406575 Jan 18 17:15:22.753898 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [req-63f31936-77c3-4601-80d7-f8b4d3c44050 req-19336223-a01c-4e6b-8ae7-4b33d9eace0e tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Allocated IP 172.20.0.13 (7ff719e7-6189-4b9c-a31a-5e6988ac7e0f/c4b18e1a-148b-4cd9-a5b8-7af1ae242d93/6a04f358-0e34-4b83-95c6-89f9d87819ae) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 17:15:22.804283 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9dc657-27c2-4b20-ac01-cc843ca0d085 req-fd5a7cda-8b05-4af7-9b61-cb9a131fbcdd tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:22.807436 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-ba9dc657-27c2-4b20-ac01-cc843ca0d085 req-fd5a7cda-8b05-4af7-9b61-cb9a131fbcdd tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 946 time: 0.0571191 Jan 18 17:15:22.875657 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-ba9dc657-27c2-4b20-ac01-cc843ca0d085 req-d4676da8-fb26-475d-b361-8281c5eb57d4 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b366610-e294-4f78-943f-869cfaac134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624921 Jan 18 17:15:22.937147 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-63f31936-77c3-4601-80d7-f8b4d3c44050 req-19336223-a01c-4e6b-8ae7-4b33d9eace0e tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Publish callbacks [] for port (6a04f358-0e34-4b83-95c6-89f9d87819ae), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:23.017314 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3406d2c-6f3c-456b-83eb-3348f76ac599 req-396c40f3-32eb-4177-9350-64b3d5b91f96 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:23.018732 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-a3406d2c-6f3c-456b-83eb-3348f76ac599 req-396c40f3-32eb-4177-9350-64b3d5b91f96 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=fd06e8ed-8113-4ba5-8f7b-c7a1759d866f HTTP/1.1" status: 200 len: 946 time: 0.0594893 Jan 18 17:15:23.067274 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-a3406d2c-6f3c-456b-83eb-3348f76ac599 req-210bc9f1-ce3d-4523-bf5b-49682c9976de tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427368 Jan 18 17:15:23.073406 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-63f31936-77c3-4601-80d7-f8b4d3c44050 req-19336223-a01c-4e6b-8ae7-4b33d9eace0e tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785611913804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4300409'] for port (6a04f358-0e34-4b83-95c6-89f9d87819ae), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:23.118046 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63f31936-77c3-4601-80d7-f8b4d3c44050 req-19336223-a01c-4e6b-8ae7-4b33d9eace0e tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Network 7ff719e7-6189-4b9c-a31a-5e6988ac7e0f is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 17:15:23.121667 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [req-63f31936-77c3-4601-80d7-f8b4d3c44050 req-19336223-a01c-4e6b-8ae7-4b33d9eace0e tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 17:15:23.125402 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [req-63f31936-77c3-4601-80d7-f8b4d3c44050 req-19336223-a01c-4e6b-8ae7-4b33d9eace0e tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 17:15:23.131545 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19336223-a01c-4e6b-8ae7-4b33d9eace0e tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Pushing event updated for resources: {'Port': ['ID=6a04f358-0e34-4b83-95c6-89f9d87819ae,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:15:23.181670 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f31936-77c3-4601-80d7-f8b4d3c44050 req-19336223-a01c-4e6b-8ae7-4b33d9eace0e tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:23.183774 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-63f31936-77c3-4601-80d7-f8b4d3c44050 req-19336223-a01c-4e6b-8ae7-4b33d9eace0e tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1923895'] for port (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:23.248877 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-63f31936-77c3-4601-80d7-f8b4d3c44050 req-19336223-a01c-4e6b-8ae7-4b33d9eace0e tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0236607 Jan 18 17:15:23.262720 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [req-63f31936-77c3-4601-80d7-f8b4d3c44050 req-e35293a2-459d-4e30-b144-088d7ff8dbac service neutron] Request body: {'port': {'device_id': '2af000e1-f307-4cd1-a83c-b211cd0625d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:15:23.294573 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ec5cc3-90e5-4a6a-8dd8-4d67925822a8 req-fbae18a2-a9ee-49cf-8cd5-566e2f5e1a34 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:23.302443 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-79ec5cc3-90e5-4a6a-8dd8-4d67925822a8 req-fbae18a2-a9ee-49cf-8cd5-566e2f5e1a34 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/ports?device_id=1b5f62d2-d0e3-4adb-99c3-30d836cc2936 HTTP/1.1" status: 200 len: 946 time: 0.0746377 Jan 18 17:15:23.338322 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-63f31936-77c3-4601-80d7-f8b4d3c44050 req-e35293a2-459d-4e30-b144-088d7ff8dbac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (6a04f358-0e34-4b83-95c6-89f9d87819ae), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:23.356078 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-79ec5cc3-90e5-4a6a-8dd8-4d67925822a8 req-c69afd0b-2039-4fe8-8b94-cb8a2c750cb9 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/security-groups?id=03df2055-10b4-4cb8-8f80-fa2d86607cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521002 Jan 18 17:15:23.373348 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-3f6af2db-9375-4286-9b63-dbccda01926d None None] Provisioning complete for port 6a04f358-0e34-4b83-95c6-89f9d87819ae triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:15:23.374350 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-3f6af2db-9375-4286-9b63-dbccda01926d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (6a04f358-0e34-4b83-95c6-89f9d87819ae), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:23.423215 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-3f6af2db-9375-4286-9b63-dbccda01926d None None] Port 6a04f358-0e34-4b83-95c6-89f9d87819ae cannot update to ACTIVE because it is not bound. {{(pid=103198) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 17:15:23.668301 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [req-63f31936-77c3-4601-80d7-f8b4d3c44050 req-e35293a2-459d-4e30-b144-088d7ff8dbac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a04f358-0e34-4b83-95c6-89f9d87819ae {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 17:15:23.683240 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98da2d66-4038-4e68-ad67-01ccc2732b78 req-a7b0b0b3-2295-4a95-97c8-d85ddda671bd tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:23.684755 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-98da2d66-4038-4e68-ad67-01ccc2732b78 req-a7b0b0b3-2295-4a95-97c8-d85ddda671bd tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] 10.222.0.100 "GET /v2.0/ports?device_id=363aac93-220b-4434-9990-e429dbfadad7 HTTP/1.1" status: 200 len: 944 time: 0.1026719 Jan 18 17:15:23.686632 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-63f31936-77c3-4601-80d7-f8b4d3c44050 req-e35293a2-459d-4e30-b144-088d7ff8dbac service neutron] Publish callbacks [] for port (6a04f358-0e34-4b83-95c6-89f9d87819ae), precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:23.717760 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [req-63f31936-77c3-4601-80d7-f8b4d3c44050 req-e35293a2-459d-4e30-b144-088d7ff8dbac service neutron] Transition to ACTIVE for port object 6a04f358-0e34-4b83-95c6-89f9d87819ae will not be triggered until provisioned by entity L2. {{(pid=103196) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 17:15:23.747462 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-98da2d66-4038-4e68-ad67-01ccc2732b78 req-77c96100-5158-4bef-af71-9e2ecb275d01 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] 10.222.0.100 "GET /v2.0/security-groups?id=0e8965bc-a288-442f-b721-3a0f13c576b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564873 Jan 18 17:15:23.810895 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-63f31936-77c3-4601-80d7-f8b4d3c44050 req-e35293a2-459d-4e30-b144-088d7ff8dbac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4300398'] for port (6a04f358-0e34-4b83-95c6-89f9d87819ae), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:23.896874 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35293a2-459d-4e30-b144-088d7ff8dbac service neutron] Pushing event updated for resources: {'Port': ['ID=6a04f358-0e34-4b83-95c6-89f9d87819ae,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:15:23.980275 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c67710-ee42-4605-ae47-58d282d28305 req-52b51bfb-619e-47fe-a5b8-0bad8b2552b7 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:23.981886 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-f4c67710-ee42-4605-ae47-58d282d28305 req-52b51bfb-619e-47fe-a5b8-0bad8b2552b7 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/ports?device_id=2af000e1-f307-4cd1-a83c-b211cd0625d0 HTTP/1.1" status: 200 len: 944 time: 0.1409400 Jan 18 17:15:24.039568 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae770c2-14c1-484d-88c0-bff82ae17ebb req-af20c8b2-ca91-45e4-bffd-978ecb82b921 tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:24.046954 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-6ae770c2-14c1-484d-88c0-bff82ae17ebb req-af20c8b2-ca91-45e4-bffd-978ecb82b921 tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] 10.222.0.100 "GET /v2.0/ports?device_id=2dc664d6-f28c-4bb7-8cb7-708a6acf2bcc HTTP/1.1" status: 200 len: 949 time: 0.2983308 Jan 18 17:15:24.083589 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-f4c67710-ee42-4605-ae47-58d282d28305 req-037fcce4-768d-42e9-9e8b-56425f2f4ee7 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/security-groups?id=bc955990-e634-496f-b35f-a2b795c30f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930316 Jan 18 17:15:24.103440 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-6ae770c2-14c1-484d-88c0-bff82ae17ebb req-b4a175a8-30bd-456b-b45c-d87c3837ebeb tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] 10.222.0.100 "GET /v2.0/security-groups?id=8087b7aa-c4a2-4a0d-a687-53e30095c69c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542164 Jan 18 17:15:24.132849 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [req-63f31936-77c3-4601-80d7-f8b4d3c44050 req-e35293a2-459d-4e30-b144-088d7ff8dbac service neutron] Attempting to bind port 6a04f358-0e34-4b83-95c6-89f9d87819ae on host hv-cinder-73362 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 17:15:24.133380 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [req-63f31936-77c3-4601-80d7-f8b4d3c44050 req-e35293a2-459d-4e30-b144-088d7ff8dbac service neutron] Attempting to bind port 6a04f358-0e34-4b83-95c6-89f9d87819ae by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '101eb4c4-aa78-4dfb-87e6-67db945b8efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '7ff719e7-6189-4b9c-a31a-5e6988ac7e0f'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 17:15:24.133651 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f31936-77c3-4601-80d7-f8b4d3c44050 req-e35293a2-459d-4e30-b144-088d7ff8dbac service neutron] Attempting to bind port 6a04f358-0e34-4b83-95c6-89f9d87819ae on network 7ff719e7-6189-4b9c-a31a-5e6988ac7e0f {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 17:15:24.139714 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f31936-77c3-4601-80d7-f8b4d3c44050 req-e35293a2-459d-4e30-b144-088d7ff8dbac service neutron] Port 6a04f358-0e34-4b83-95c6-89f9d87819ae on network 7ff719e7-6189-4b9c-a31a-5e6988ac7e0f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 17:15:24.140048 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f31936-77c3-4601-80d7-f8b4d3c44050 req-e35293a2-459d-4e30-b144-088d7ff8dbac service neutron] Attempting to bind port 6a04f358-0e34-4b83-95c6-89f9d87819ae on network 7ff719e7-6189-4b9c-a31a-5e6988ac7e0f {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 17:15:24.150416 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f31936-77c3-4601-80d7-f8b4d3c44050 req-e35293a2-459d-4e30-b144-088d7ff8dbac service neutron] Checking agent: {'id': 'e727efee-c94b-447a-9897-92f425521d05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 17, 11, 11), 'started_at': datetime.datetime(2022, 1, 18, 17, 11, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 17, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 17:15:24.150699 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f31936-77c3-4601-80d7-f8b4d3c44050 req-e35293a2-459d-4e30-b144-088d7ff8dbac service neutron] Checking segment: {'id': '101eb4c4-aa78-4dfb-87e6-67db945b8efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '7ff719e7-6189-4b9c-a31a-5e6988ac7e0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 17:15:24.151058 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f31936-77c3-4601-80d7-f8b4d3c44050 req-e35293a2-459d-4e30-b144-088d7ff8dbac service neutron] Bound using segment: {'id': '101eb4c4-aa78-4dfb-87e6-67db945b8efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '7ff719e7-6189-4b9c-a31a-5e6988ac7e0f'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 17:15:24.151581 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [req-63f31936-77c3-4601-80d7-f8b4d3c44050 req-e35293a2-459d-4e30-b144-088d7ff8dbac service neutron] Bound port: 6a04f358-0e34-4b83-95c6-89f9d87819ae, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '101eb4c4-aa78-4dfb-87e6-67db945b8efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '7ff719e7-6189-4b9c-a31a-5e6988ac7e0f'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 17:15:24.151947 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-63f31936-77c3-4601-80d7-f8b4d3c44050 req-e35293a2-459d-4e30-b144-088d7ff8dbac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (6a04f358-0e34-4b83-95c6-89f9d87819ae), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:24.218184 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31024b2e-6617-45e8-9af3-ce8068bc9b17 req-19eef83a-228b-44d5-b9c1-58dbcb28507e tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:24.220002 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-31024b2e-6617-45e8-9af3-ce8068bc9b17 req-19eef83a-228b-44d5-b9c1-58dbcb28507e tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=fd06e8ed-8113-4ba5-8f7b-c7a1759d866f HTTP/1.1" status: 200 len: 946 time: 0.0534592 Jan 18 17:15:24.251342 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [req-63f31936-77c3-4601-80d7-f8b4d3c44050 req-e35293a2-459d-4e30-b144-088d7ff8dbac service neutron] For port 6a04f358-0e34-4b83-95c6-89f9d87819ae, host hv-cinder-73362, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 17:15:24.255638 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [req-63f31936-77c3-4601-80d7-f8b4d3c44050 req-e35293a2-459d-4e30-b144-088d7ff8dbac service neutron] For port 6a04f358-0e34-4b83-95c6-89f9d87819ae, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=6a04f358-0e34-4b83-95c6-89f9d87819ae,segment=NetworkSegment(101eb4c4-aa78-4dfb-87e6-67db945b8efe),segment_id=101eb4c4-aa78-4dfb-87e6-67db945b8efe)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 17:15:24.268401 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2646d7-dc47-4748-8fa4-98405dc33434 req-55cba1a5-75e4-457c-b361-11ef28e0baeb tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:24.270011 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-0d2646d7-dc47-4748-8fa4-98405dc33434 req-55cba1a5-75e4-457c-b361-11ef28e0baeb tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 946 time: 0.0686977 Jan 18 17:15:24.273378 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-31024b2e-6617-45e8-9af3-ce8068bc9b17 req-4b776127-8ffd-49d5-ab9d-bcb328e39935 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476522 Jan 18 17:15:24.317635 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-63f31936-77c3-4601-80d7-f8b4d3c44050 req-e35293a2-459d-4e30-b144-088d7ff8dbac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4300398'] for port (6a04f358-0e34-4b83-95c6-89f9d87819ae), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:24.329696 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-0d2646d7-dc47-4748-8fa4-98405dc33434 req-2fc3579b-a291-4989-b5df-20375ac8e0f5 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b366610-e294-4f78-943f-869cfaac134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508761 Jan 18 17:15:24.360381 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f31936-77c3-4601-80d7-f8b4d3c44050 req-e35293a2-459d-4e30-b144-088d7ff8dbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:24.361057 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-63f31936-77c3-4601-80d7-f8b4d3c44050 req-e35293a2-459d-4e30-b144-088d7ff8dbac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1923895'] for port (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:24.362366 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-63f31936-77c3-4601-80d7-f8b4d3c44050 req-e35293a2-459d-4e30-b144-088d7ff8dbac service neutron] 10.222.0.105 "PUT /v2.0/ports/6a04f358-0e34-4b83-95c6-89f9d87819ae HTTP/1.1" status: 200 len: 1094 time: 1.1048460 Jan 18 17:15:24.362809 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2af000e1-f307-4cd1-a83c-b211cd0625d0', 'tag': '6a04f358-0e34-4b83-95c6-89f9d87819ae'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 17:15:24.365048 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dae96983658fa47cc55ad2b43631f290e6eb934f25c74fb238f11dfd9473403c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-214f3daa-dc8b-41ea-8a6c-adbc1e2107a8" -d '{"events": [{"name": "network-changed", "server_uuid": "2af000e1-f307-4cd1-a83c-b211cd0625d0", "tag": "6a04f358-0e34-4b83-95c6-89f9d87819ae"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 17:15:24.389907 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35293a2-459d-4e30-b144-088d7ff8dbac service neutron] Pushing event updated for resources: {'Port': ['ID=6a04f358-0e34-4b83-95c6-89f9d87819ae,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:15:24.404498 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 17:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff8f858-b8eb-49d7-aec5-e95e5c2f8a6a x-openstack-request-id: req-cff8f858-b8eb-49d7-aec5-e95e5c2f8a6a {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 17:15:24.404795 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2af000e1-f307-4cd1-a83c-b211cd0625d0", "tag": "6a04f358-0e34-4b83-95c6-89f9d87819ae", "status": "completed", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 17:15:24.405072 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-cff8f858-b8eb-49d7-aec5-e95e5c2f8a6a {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 17:15:24.405483 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2af000e1-f307-4cd1-a83c-b211cd0625d0', 'tag': '6a04f358-0e34-4b83-95c6-89f9d87819ae', 'status': 'completed', 'code': 200} Jan 18 17:15:24.496445 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Device 639bfe46-d950-45f2-9080-a815d5d4244a details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=103198) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 17:15:24.604337 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] For port 639bfe46-d950-45f2-9080-a815d5d4244a, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=639bfe46-d950-45f2-9080-a815d5d4244a,segment=NetworkSegment(7804631f-b978-4531-985d-c1ed5e4123e4),segment_id=7804631f-b978-4531-985d-c1ed5e4123e4)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:15:24.617539 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Returning: {'device': '639bfe46-d950-45f2-9080-a815d5d4244a', 'network_id': '2be6587c-41c5-41bc-ac5a-09ac1f4499ce', 'port_id': '639bfe46-d950-45f2-9080-a815d5d4244a', 'mac_address': 'fa:16:3e:52:c5:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29c22a55-3970-45d3-a1fa-25a28ccfa3f2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103198) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 17:15:24.655182 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Current status of the port 639bfe46-d950-45f2-9080-a815d5d4244a is: ACTIVE; New status is: BUILD {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:15:24.655559 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (639bfe46-d950-45f2-9080-a815d5d4244a), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:24.668399 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 639bfe46-d950-45f2-9080-a815d5d4244a {{(pid=103198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 17:15:24.687285 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] For port 639bfe46-d950-45f2-9080-a815d5d4244a, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=639bfe46-d950-45f2-9080-a815d5d4244a,segment=NetworkSegment(7804631f-b978-4531-985d-c1ed5e4123e4),segment_id=7804631f-b978-4531-985d-c1ed5e4123e4)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:15:24.776311 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (639bfe46-d950-45f2-9080-a815d5d4244a), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:24.829356 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Pushing event updated for resources: {'Port': ['ID=639bfe46-d950-45f2-9080-a815d5d4244a,revision_number=6']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:15:24.872259 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8100ff4-8ab3-4891-aba5-8b6b06e9618f req-8481bfb8-fc4a-4fd0-96b4-83bb516a8cb2 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:24.872544 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-f8100ff4-8ab3-4891-aba5-8b6b06e9618f req-8481bfb8-fc4a-4fd0-96b4-83bb516a8cb2 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] 10.222.0.100 "GET /v2.0/ports?device_id=363aac93-220b-4434-9990-e429dbfadad7 HTTP/1.1" status: 200 len: 944 time: 0.0497875 Jan 18 17:15:24.921272 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-f8100ff4-8ab3-4891-aba5-8b6b06e9618f req-02b9fcb3-7ec5-4eb0-b074-d1f82867b4a7 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] 10.222.0.100 "GET /v2.0/security-groups?id=0e8965bc-a288-442f-b721-3a0f13c576b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422544 Jan 18 17:15:25.194713 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97923fc8-5374-402c-ab09-576b02de77f1 req-374b3181-0682-4fbf-8148-e5ab44b70ad5 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:25.196379 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-97923fc8-5374-402c-ab09-576b02de77f1 req-374b3181-0682-4fbf-8148-e5ab44b70ad5 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/ports?device_id=2af000e1-f307-4cd1-a83c-b211cd0625d0 HTTP/1.1" status: 200 len: 944 time: 0.0535817 Jan 18 17:15:25.220503 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69385bab-c663-4f3e-83c2-b16a0068ace7 req-cae7ab81-8dd7-4c1d-ba69-e583080d1861 tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:25.221986 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-69385bab-c663-4f3e-83c2-b16a0068ace7 req-cae7ab81-8dd7-4c1d-ba69-e583080d1861 tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] 10.222.0.100 "GET /v2.0/ports?device_id=2dc664d6-f28c-4bb7-8cb7-708a6acf2bcc HTTP/1.1" status: 200 len: 949 time: 0.0526738 Jan 18 17:15:25.247933 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-97923fc8-5374-402c-ab09-576b02de77f1 req-9c56ae78-3629-4fce-8a44-ba4094b3316c tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/security-groups?id=bc955990-e634-496f-b35f-a2b795c30f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451410 Jan 18 17:15:25.273354 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-69385bab-c663-4f3e-83c2-b16a0068ace7 req-0413e236-69e4-4362-8e9a-83d036cf4b6f tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] 10.222.0.100 "GET /v2.0/security-groups?id=8087b7aa-c4a2-4a0d-a687-53e30095c69c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457642 Jan 18 17:15:25.305609 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Device df4c7d46-91dd-470a-b7f7-af15028a1406 up at agent hyperv_hv-cinder-73362 {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 17:15:25.392816 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c73c8e9-0add-4b78-b6c9-90efd1e80265 req-ef4a7ea1-67b7-4e98-9442-e4ed248a6e16 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:25.394289 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-2c73c8e9-0add-4b78-b6c9-90efd1e80265 req-ef4a7ea1-67b7-4e98-9442-e4ed248a6e16 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=fd06e8ed-8113-4ba5-8f7b-c7a1759d866f HTTP/1.1" status: 200 len: 946 time: 0.0524571 Jan 18 17:15:25.439440 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Provisioning for port df4c7d46-91dd-470a-b7f7-af15028a1406 completed by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 17:15:25.444630 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Provisioning complete for port df4c7d46-91dd-470a-b7f7-af15028a1406 triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:15:25.445288 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (df4c7d46-91dd-470a-b7f7-af15028a1406), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:25.446223 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-2c73c8e9-0add-4b78-b6c9-90efd1e80265 req-332a77ab-975c-4b19-9fb4-041eda9b5164 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461054 Jan 18 17:15:25.455425 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1847ea30-6430-436c-9a18-ea55bc90c483 req-2fab6516-edd7-4f44-b89b-5893de1ae11b tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:25.456754 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1847ea30-6430-436c-9a18-ea55bc90c483 req-2fab6516-edd7-4f44-b89b-5893de1ae11b tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 945 time: 0.0516548 Jan 18 17:15:25.509488 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1847ea30-6430-436c-9a18-ea55bc90c483 req-a886c01c-9be2-40fa-bd21-fbb7cad4d27d tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b366610-e294-4f78-943f-869cfaac134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455272 Jan 18 17:15:25.531645 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Current status of the port df4c7d46-91dd-470a-b7f7-af15028a1406 is: BUILD; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:15:25.532288 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (df4c7d46-91dd-470a-b7f7-af15028a1406), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:25.554285 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dc664d6-f28c-4bb7-8cb7-708a6acf2bcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df4c7d46-91dd-470a-b7f7-af15028a1406'}] {{(pid=103198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 17:15:25.557269 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97aa477b9a8a7659066d830c0d89a1f304b03425b5691a2db6f60cb613ebd93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-045da28d-ee7c-4c05-8553-cc93f3d6b91e" -d '{"events": [{"server_uuid": "2dc664d6-f28c-4bb7-8cb7-708a6acf2bcc", "name": "network-vif-plugged", "status": "completed", "tag": "df4c7d46-91dd-470a-b7f7-af15028a1406"}]}' {{(pid=103198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 17:15:25.572906 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] For port df4c7d46-91dd-470a-b7f7-af15028a1406, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=df4c7d46-91dd-470a-b7f7-af15028a1406,segment=NetworkSegment(743f0c35-8b8c-4e04-8336-f3e793c9798b),segment_id=743f0c35-8b8c-4e04-8336-f3e793c9798b)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:15:25.593850 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 17:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f687eb-fe8c-48b5-907c-7820b209e65f x-openstack-request-id: req-e2f687eb-fe8c-48b5-907c-7820b209e65f {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 17:15:25.594158 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dc664d6-f28c-4bb7-8cb7-708a6acf2bcc", "name": "network-vif-plugged", "status": "completed", "tag": "df4c7d46-91dd-470a-b7f7-af15028a1406", "code": 200}]} {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 17:15:25.594411 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-e2f687eb-fe8c-48b5-907c-7820b209e65f {{(pid=103198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 17:15:25.594798 dv-cinder-733623-11-iscsi neutron-server[103198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dc664d6-f28c-4bb7-8cb7-708a6acf2bcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df4c7d46-91dd-470a-b7f7-af15028a1406', 'code': 200} Jan 18 17:15:25.621280 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (df4c7d46-91dd-470a-b7f7-af15028a1406), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:25.622060 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Device c116489e-b171-4821-a10d-50e9757050d5 up at agent hyperv_hv-cinder-73362 {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 17:15:25.702110 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Pushing event updated for resources: {'Port': ['ID=df4c7d46-91dd-470a-b7f7-af15028a1406,revision_number=5']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:15:25.781350 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-39cf8ff1-290b-460f-ac4a-269b08a4dfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (1e8d2d8a-92ca-4025-a540-71c8151dbccf), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:25.787131 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Provisioning for port c116489e-b171-4821-a10d-50e9757050d5 completed by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 17:15:25.791472 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Provisioning complete for port c116489e-b171-4821-a10d-50e9757050d5 triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:15:25.791843 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (c116489e-b171-4821-a10d-50e9757050d5), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:25.873588 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Current status of the port c116489e-b171-4821-a10d-50e9757050d5 is: BUILD; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:15:25.873974 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (c116489e-b171-4821-a10d-50e9757050d5), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:25.906084 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] For port c116489e-b171-4821-a10d-50e9757050d5, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=c116489e-b171-4821-a10d-50e9757050d5,segment=NetworkSegment(9b0639ea-a186-4f2d-bc87-af60223e14c5),segment_id=9b0639ea-a186-4f2d-bc87-af60223e14c5)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:15:25.981965 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (c116489e-b171-4821-a10d-50e9757050d5), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:26.033221 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Pushing event updated for resources: {'Port': ['ID=c116489e-b171-4821-a10d-50e9757050d5,revision_number=5']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:15:26.038508 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668aacf4-f457-4f2f-8d0b-3d1cd4a5e54c req-bc898921-6042-4162-99ea-9454dec95dde tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:26.042895 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-668aacf4-f457-4f2f-8d0b-3d1cd4a5e54c req-bc898921-6042-4162-99ea-9454dec95dde tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] 10.222.0.100 "GET /v2.0/ports?device_id=363aac93-220b-4434-9990-e429dbfadad7 HTTP/1.1" status: 200 len: 945 time: 0.0514934 Jan 18 17:15:26.090986 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-668aacf4-f457-4f2f-8d0b-3d1cd4a5e54c req-ec962597-b5f9-4c39-9fdc-ebffd7835753 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] 10.222.0.100 "GET /v2.0/security-groups?id=0e8965bc-a288-442f-b721-3a0f13c576b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436029 Jan 18 17:15:26.326405 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214f3daa-dc8b-41ea-8a6c-adbc1e2107a8 req-8ecc93c5-f08d-44d7-a22a-8e591c819bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:26.329608 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-214f3daa-dc8b-41ea-8a6c-adbc1e2107a8 req-8ecc93c5-f08d-44d7-a22a-8e591c819bc2 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=b3741339c9cb4d89942a9d122409b0f2&device_id=2af000e1-f307-4cd1-a83c-b211cd0625d0 HTTP/1.1" status: 200 len: 1097 time: 0.0706348 Jan 18 17:15:26.376479 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fb1529-f8a0-41ff-bc0a-88d6d66a46a0 req-86466464-f0d0-44d0-a74b-f287acf35b3b tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:26.378018 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-44fb1529-f8a0-41ff-bc0a-88d6d66a46a0 req-86466464-f0d0-44d0-a74b-f287acf35b3b tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/ports?device_id=2af000e1-f307-4cd1-a83c-b211cd0625d0 HTTP/1.1" status: 200 len: 944 time: 0.0524833 Jan 18 17:15:26.431351 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] get_ports_and_sgs() called for port_ids ['639bfe46-d950-45f2-9080-a815d5d4244a'] {{(pid=103198) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 17:15:26.445308 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-44fb1529-f8a0-41ff-bc0a-88d6d66a46a0 req-32033973-bc1a-44bd-ae39-7e42453065f1 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/security-groups?id=bc955990-e634-496f-b35f-a2b795c30f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617580 Jan 18 17:15:26.464392 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c7b211-6dac-4905-8830-c9495649b896 req-d5c0df46-0b4f-4f69-8f0b-a24db6ede5cd tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:26.465911 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-86c7b211-6dac-4905-8830-c9495649b896 req-d5c0df46-0b4f-4f69-8f0b-a24db6ede5cd tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] 10.222.0.100 "GET /v2.0/ports?device_id=2dc664d6-f28c-4bb7-8cb7-708a6acf2bcc HTTP/1.1" status: 200 len: 950 time: 0.1083159 Jan 18 17:15:26.484199 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214f3daa-dc8b-41ea-8a6c-adbc1e2107a8 req-31ffe86b-0b2a-4077-b69c-ad840194898c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:26.485625 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-214f3daa-dc8b-41ea-8a6c-adbc1e2107a8 req-31ffe86b-0b2a-4077-b69c-ad840194898c service neutron] 10.222.0.105 "GET /v2.0/networks?tenant_id=b3741339c9cb4d89942a9d122409b0f2&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1503894 Jan 18 17:15:26.583720 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-86c7b211-6dac-4905-8830-c9495649b896 req-d515f9c3-3b92-43ef-9f61-3c62d1d5bd00 tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] 10.222.0.100 "GET /v2.0/security-groups?id=8087b7aa-c4a2-4a0d-a687-53e30095c69c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084137 Jan 18 17:15:26.609352 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa76752-d43a-45b5-8ed9-eb9e946fd14c req-f40fa036-fc4b-493c-a41b-5544b8edfcc9 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:26.611069 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-dfa76752-d43a-45b5-8ed9-eb9e946fd14c req-f40fa036-fc4b-493c-a41b-5544b8edfcc9 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=fd06e8ed-8113-4ba5-8f7b-c7a1759d866f HTTP/1.1" status: 200 len: 946 time: 0.0875113 Jan 18 17:15:26.619082 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd272a87-4521-4894-a699-3a5f2cb8a86e req-be1ca512-b99f-4b33-a362-717bdca2eddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:26.625200 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-dd272a87-4521-4894-a699-3a5f2cb8a86e req-be1ca512-b99f-4b33-a362-717bdca2eddb service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=2dc664d6-f28c-4bb7-8cb7-708a6acf2bcc HTTP/1.1" status: 200 len: 1103 time: 0.0647333 Jan 18 17:15:26.626625 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214f3daa-dc8b-41ea-8a6c-adbc1e2107a8 req-ac629d6f-25b1-46ae-9c25-793363c1d273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:26.627895 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-214f3daa-dc8b-41ea-8a6c-adbc1e2107a8 req-ac629d6f-25b1-46ae-9c25-793363c1d273 service neutron] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1327875 Jan 18 17:15:26.698103 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-dfa76752-d43a-45b5-8ed9-eb9e946fd14c req-708f9f17-e38f-4c0d-8948-c77a779c4ee0 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759950 Jan 18 17:15:26.709519 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-dd272a87-4521-4894-a699-3a5f2cb8a86e req-2751efe3-c193-463c-b242-80a904e4d0b2 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=8087b7aa-c4a2-4a0d-a687-53e30095c69c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701780 Jan 18 17:15:26.717434 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abd3e50-b929-4314-98ac-334605ea5b9d req-b11b9d9c-bb9c-4c61-86df-615dc312af20 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:26.718904 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-5abd3e50-b929-4314-98ac-334605ea5b9d req-b11b9d9c-bb9c-4c61-86df-615dc312af20 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 945 time: 0.0778728 Jan 18 17:15:26.749025 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f31936-77c3-4601-80d7-f8b4d3c44050 req-24291d69-eccf-42e2-9d61-21d31cc3453d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:26.750458 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-63f31936-77c3-4601-80d7-f8b4d3c44050 req-24291d69-eccf-42e2-9d61-21d31cc3453d service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=b3741339c9cb4d89942a9d122409b0f2&device_id=2af000e1-f307-4cd1-a83c-b211cd0625d0 HTTP/1.1" status: 200 len: 1097 time: 0.0744700 Jan 18 17:15:26.771832 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-5abd3e50-b929-4314-98ac-334605ea5b9d req-3392a06c-2809-4344-9c6d-514a2349903c tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b366610-e294-4f78-943f-869cfaac134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463476 Jan 18 17:15:26.977239 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-63f31936-77c3-4601-80d7-f8b4d3c44050 req-884b7e4e-d792-4b95-9a9f-4a002a9f11ee service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6a04f358-0e34-4b83-95c6-89f9d87819ae HTTP/1.1" status: 200 len: 217 time: 0.0352056 Jan 18 17:15:27.028269 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f31936-77c3-4601-80d7-f8b4d3c44050 req-aeab7e21-4f05-477a-9033-21ec76107bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:27.029748 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-63f31936-77c3-4601-80d7-f8b4d3c44050 req-aeab7e21-4f05-477a-9033-21ec76107bd8 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=c4b18e1a-148b-4cd9-a5b8-7af1ae242d93 HTTP/1.1" status: 200 len: 848 time: 0.0464268 Jan 18 17:15:27.077658 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f31936-77c3-4601-80d7-f8b4d3c44050 req-3b82edc1-1b92-415b-8067-6374339e0239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:27.079135 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-63f31936-77c3-4601-80d7-f8b4d3c44050 req-3b82edc1-1b92-415b-8067-6374339e0239 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=7ff719e7-6189-4b9c-a31a-5e6988ac7e0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0411766 Jan 18 17:15:27.197365 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-63f31936-77c3-4601-80d7-f8b4d3c44050 req-0f60408a-e4ab-4df5-a781-cae2efaa2452 service neutron] 10.222.0.105 "GET /v2.0/networks/7ff719e7-6189-4b9c-a31a-5e6988ac7e0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034000 Jan 18 17:15:27.231403 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67363e41-daac-4735-98d0-94969fa506ab req-98447f7f-3dc8-4962-80b1-239e70209bb5 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:27.239564 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-67363e41-daac-4735-98d0-94969fa506ab req-98447f7f-3dc8-4962-80b1-239e70209bb5 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] 10.222.0.100 "GET /v2.0/ports?device_id=363aac93-220b-4434-9990-e429dbfadad7 HTTP/1.1" status: 200 len: 945 time: 0.0747662 Jan 18 17:15:27.311900 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-67363e41-daac-4735-98d0-94969fa506ab req-1a630f3f-34a7-4f37-9607-1d8ce0061e4f tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] 10.222.0.100 "GET /v2.0/security-groups?id=0e8965bc-a288-442f-b721-3a0f13c576b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709295 Jan 18 17:15:27.339457 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-63f31936-77c3-4601-80d7-f8b4d3c44050 req-a9215f24-490a-41d2-95bf-5f16a5e43dc1 service neutron] 10.222.0.105 "GET /v2.0/networks/7ff719e7-6189-4b9c-a31a-5e6988ac7e0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291687 Jan 18 17:15:27.567784 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae2af14-4703-4bed-8fca-b71a58128dc8 req-da1712eb-2d9d-49a0-b4bd-96d128bc308c tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:27.569259 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-1ae2af14-4703-4bed-8fca-b71a58128dc8 req-da1712eb-2d9d-49a0-b4bd-96d128bc308c tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/ports?device_id=2af000e1-f307-4cd1-a83c-b211cd0625d0 HTTP/1.1" status: 200 len: 944 time: 0.0495994 Jan 18 17:15:27.595659 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '363aac93-220b-4434-9990-e429dbfadad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c116489e-b171-4821-a10d-50e9757050d5'}] {{(pid=103198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 17:15:27.598050 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97aa477b9a8a7659066d830c0d89a1f304b03425b5691a2db6f60cb613ebd93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f55f11c3-40fd-472e-b8aa-bee1c11377d9" -d '{"events": [{"server_uuid": "363aac93-220b-4434-9990-e429dbfadad7", "name": "network-vif-plugged", "status": "completed", "tag": "c116489e-b171-4821-a10d-50e9757050d5"}]}' {{(pid=103198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 17:15:27.622402 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-1ae2af14-4703-4bed-8fca-b71a58128dc8 req-e3c81c99-ad69-4e19-a4b4-db15a815dfc3 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/security-groups?id=bc955990-e634-496f-b35f-a2b795c30f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452354 Jan 18 17:15:27.668436 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 17:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-530e531b-778e-4ef4-b571-57103d14a56e x-openstack-request-id: req-530e531b-778e-4ef4-b571-57103d14a56e {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 17:15:27.668866 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "363aac93-220b-4434-9990-e429dbfadad7", "name": "network-vif-plugged", "status": "completed", "tag": "c116489e-b171-4821-a10d-50e9757050d5", "code": 200}]} {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 17:15:27.669243 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-530e531b-778e-4ef4-b571-57103d14a56e {{(pid=103198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 17:15:27.669670 dv-cinder-733623-11-iscsi neutron-server[103198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '363aac93-220b-4434-9990-e429dbfadad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c116489e-b171-4821-a10d-50e9757050d5', 'code': 200} Jan 18 17:15:27.777041 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b64673-a115-463d-9122-08f0e62f7200 req-1fa63051-4e9b-470e-a441-47bc3d7d6277 tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:27.779268 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-72b64673-a115-463d-9122-08f0e62f7200 req-1fa63051-4e9b-470e-a441-47bc3d7d6277 tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] 10.222.0.100 "GET /v2.0/ports?device_id=2dc664d6-f28c-4bb7-8cb7-708a6acf2bcc HTTP/1.1" status: 200 len: 950 time: 0.0596347 Jan 18 17:15:27.829906 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-72b64673-a115-463d-9122-08f0e62f7200 req-be201b97-7efb-4d32-82b3-66c666e72f06 tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] 10.222.0.100 "GET /v2.0/security-groups?id=8087b7aa-c4a2-4a0d-a687-53e30095c69c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455275 Jan 18 17:15:27.983898 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b5f17e-7ee4-4da7-908a-222e3a922a2e req-2cf98ab0-8794-40e6-b094-c33c2ccd829c tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:27.986173 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-22b5f17e-7ee4-4da7-908a-222e3a922a2e req-2cf98ab0-8794-40e6-b094-c33c2ccd829c tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=fd06e8ed-8113-4ba5-8f7b-c7a1759d866f HTTP/1.1" status: 200 len: 946 time: 0.0520644 Jan 18 17:15:28.016771 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76447ee0-e455-4ef4-b19b-84090d165ca7 req-7834f844-870a-41cb-9410-adb5e68b8b95 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:28.023778 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-76447ee0-e455-4ef4-b19b-84090d165ca7 req-7834f844-870a-41cb-9410-adb5e68b8b95 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 945 time: 0.0620213 Jan 18 17:15:28.055954 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-22b5f17e-7ee4-4da7-908a-222e3a922a2e req-92c01535-6821-4377-b774-0027bc403b72 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631318 Jan 18 17:15:28.095766 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-76447ee0-e455-4ef4-b19b-84090d165ca7 req-9760e8d7-ba56-4191-b1e0-c94276848e67 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b366610-e294-4f78-943f-869cfaac134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711241 Jan 18 17:15:28.110072 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c5d0e9-8578-4536-b9ee-1a70038881b8 req-15eecd8d-d7d6-4c2a-b581-94ec1622f496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:28.112010 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-34c5d0e9-8578-4536-b9ee-1a70038881b8 req-15eecd8d-d7d6-4c2a-b581-94ec1622f496 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=363aac93-220b-4434-9990-e429dbfadad7 HTTP/1.1" status: 200 len: 1098 time: 0.0580504 Jan 18 17:15:28.178243 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-34c5d0e9-8578-4536-b9ee-1a70038881b8 req-ecef6ba7-866b-4bf0-8cdf-4470bf35c169 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=0e8965bc-a288-442f-b721-3a0f13c576b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459912 Jan 18 17:15:28.215773 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-9443eb33-e487-449a-8c94-4f4baac740a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (34860b7f-7c9d-4265-9a0a-1b9bd2e1622e), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:28.239633 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Device 639bfe46-d950-45f2-9080-a815d5d4244a up at agent hyperv_hv-cinder-73362 {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 17:15:28.288872 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Provisioning complete for port 639bfe46-d950-45f2-9080-a815d5d4244a triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:15:28.289155 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (639bfe46-d950-45f2-9080-a815d5d4244a), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:28.369488 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Current status of the port 639bfe46-d950-45f2-9080-a815d5d4244a is: BUILD; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:15:28.370010 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (639bfe46-d950-45f2-9080-a815d5d4244a), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:28.403497 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] For port 639bfe46-d950-45f2-9080-a815d5d4244a, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=639bfe46-d950-45f2-9080-a815d5d4244a,segment=NetworkSegment(7804631f-b978-4531-985d-c1ed5e4123e4),segment_id=7804631f-b978-4531-985d-c1ed5e4123e4)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:15:28.418064 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347e1a7f-942a-4a6b-ba5f-33630669f65a req-e4643973-2129-46f3-b71b-1d451afb4178 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:28.419572 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-347e1a7f-942a-4a6b-ba5f-33630669f65a req-e4643973-2129-46f3-b71b-1d451afb4178 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] 10.222.0.100 "GET /v2.0/ports?device_id=363aac93-220b-4434-9990-e429dbfadad7 HTTP/1.1" status: 200 len: 945 time: 0.0488849 Jan 18 17:15:28.444773 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (639bfe46-d950-45f2-9080-a815d5d4244a), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:28.472245 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-347e1a7f-942a-4a6b-ba5f-33630669f65a req-1ba3fef9-48e8-4a63-82d4-0d545a3af71a tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] 10.222.0.100 "GET /v2.0/security-groups?id=0e8965bc-a288-442f-b721-3a0f13c576b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468116 Jan 18 17:15:28.500628 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Pushing event updated for resources: {'Port': ['ID=639bfe46-d950-45f2-9080-a815d5d4244a,revision_number=7']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:15:28.755343 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3920849-64a8-43e9-9bca-0249f9441d24 req-9848d3ad-8bc5-4079-b4e7-3bf83f70e177 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:28.756829 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-f3920849-64a8-43e9-9bca-0249f9441d24 req-9848d3ad-8bc5-4079-b4e7-3bf83f70e177 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/ports?device_id=2af000e1-f307-4cd1-a83c-b211cd0625d0 HTTP/1.1" status: 200 len: 944 time: 0.0633163 Jan 18 17:15:28.809357 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-f3920849-64a8-43e9-9bca-0249f9441d24 req-154b1253-211f-40f1-bdec-ec1a69f9fbb2 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/security-groups?id=bc955990-e634-496f-b35f-a2b795c30f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461318 Jan 18 17:15:28.952358 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b2af7e-7b9c-4df9-afcb-1e120b50fece req-041f0a2d-fa2d-4189-8c67-555cf9d63edd tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:28.953972 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-21b2af7e-7b9c-4df9-afcb-1e120b50fece req-041f0a2d-fa2d-4189-8c67-555cf9d63edd tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] 10.222.0.100 "GET /v2.0/ports?device_id=2dc664d6-f28c-4bb7-8cb7-708a6acf2bcc HTTP/1.1" status: 200 len: 950 time: 0.0561242 Jan 18 17:15:29.010348 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-21b2af7e-7b9c-4df9-afcb-1e120b50fece req-60550304-f2d9-4c39-9f9f-de6a681ec935 tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] 10.222.0.100 "GET /v2.0/security-groups?id=8087b7aa-c4a2-4a0d-a687-53e30095c69c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491986 Jan 18 17:15:29.056766 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-a24976dc-7f89-446d-8d9b-8a75bf0e6853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (f7781508-68f4-4d6b-b413-74596bae1216), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:29.201882 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a16b802-564e-43ff-8f02-cc99d75d0b4a req-a08b6741-0185-4daa-a595-0b427ee4b27e tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:29.203394 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-8a16b802-564e-43ff-8f02-cc99d75d0b4a req-a08b6741-0185-4daa-a595-0b427ee4b27e tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=fd06e8ed-8113-4ba5-8f7b-c7a1759d866f HTTP/1.1" status: 200 len: 946 time: 0.0561213 Jan 18 17:15:29.252967 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-8a16b802-564e-43ff-8f02-cc99d75d0b4a req-bd8f174e-e0a6-4a16-ad13-a968cc0c561c tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432181 Jan 18 17:15:29.370526 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d5d51a-a083-4d98-a29f-38ad41e4f0e1 req-810e839a-862f-4297-9677-c753a3cc7f9f tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:29.372000 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-53d5d51a-a083-4d98-a29f-38ad41e4f0e1 req-810e839a-862f-4297-9677-c753a3cc7f9f tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 946 time: 0.0612128 Jan 18 17:15:29.422604 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-53d5d51a-a083-4d98-a29f-38ad41e4f0e1 req-4c548416-0300-4cb2-ad31-d8469bada64a tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b366610-e294-4f78-943f-869cfaac134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451126 Jan 18 17:15:29.625635 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c325b8-43ff-4c02-a4c2-1940983f1716 req-a01beaf7-b7dd-4da2-97b3-2eba52c97b0c tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:29.647032 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-a8c325b8-43ff-4c02-a4c2-1940983f1716 req-a01beaf7-b7dd-4da2-97b3-2eba52c97b0c tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] 10.222.0.100 "GET /v2.0/ports?device_id=363aac93-220b-4434-9990-e429dbfadad7 HTTP/1.1" status: 200 len: 945 time: 0.0876536 Jan 18 17:15:29.663600 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e76f7e-fb8a-4bdd-b926-79caadedd0e3 req-f57e0786-01ff-4b81-a2b5-9caa61e580be tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:29.667919 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-25e76f7e-fb8a-4bdd-b926-79caadedd0e3 req-f57e0786-01ff-4b81-a2b5-9caa61e580be tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] 10.222.0.100 "GET /v2.0/ports?device_id=2dc664d6-f28c-4bb7-8cb7-708a6acf2bcc HTTP/1.1" status: 200 len: 950 time: 0.0738015 Jan 18 17:15:29.670475 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a58e7380-d7cf-40d5-8134-db17de0ec442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '639bfe46-d950-45f2-9080-a815d5d4244a'}] {{(pid=103198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 17:15:29.673526 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97aa477b9a8a7659066d830c0d89a1f304b03425b5691a2db6f60cb613ebd93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b23f0862-cd67-4202-841b-cf228c1439e8" -d '{"events": [{"server_uuid": "a58e7380-d7cf-40d5-8134-db17de0ec442", "name": "network-vif-plugged", "status": "completed", "tag": "639bfe46-d950-45f2-9080-a815d5d4244a"}]}' {{(pid=103198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 17:15:29.722124 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-a8c325b8-43ff-4c02-a4c2-1940983f1716 req-5754be0b-a873-4a9b-80cd-484d5aeb88a5 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] 10.222.0.100 "GET /v2.0/security-groups?id=0e8965bc-a288-442f-b721-3a0f13c576b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704904 Jan 18 17:15:29.737313 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-25e76f7e-fb8a-4bdd-b926-79caadedd0e3 req-68733abd-37b3-4d4d-9da2-6362099d9da7 tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] 10.222.0.100 "GET /v2.0/security-groups?id=8087b7aa-c4a2-4a0d-a687-53e30095c69c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584540 Jan 18 17:15:29.789118 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 17:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-732605e6-a5f2-48b5-94cc-3eab66270de6 x-openstack-request-id: req-732605e6-a5f2-48b5-94cc-3eab66270de6 {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 17:15:29.789636 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a58e7380-d7cf-40d5-8134-db17de0ec442", "name": "network-vif-plugged", "status": "completed", "tag": "639bfe46-d950-45f2-9080-a815d5d4244a", "code": 200}]} {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 17:15:29.789924 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-732605e6-a5f2-48b5-94cc-3eab66270de6 {{(pid=103198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 17:15:29.790887 dv-cinder-733623-11-iscsi neutron-server[103198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a58e7380-d7cf-40d5-8134-db17de0ec442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '639bfe46-d950-45f2-9080-a815d5d4244a', 'code': 200} Jan 18 17:15:29.969691 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779f8b22-4936-48c8-873a-9b5ff5b9616d req-47299514-4372-4c0c-9683-cc65d94e09f2 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:29.971346 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-779f8b22-4936-48c8-873a-9b5ff5b9616d req-47299514-4372-4c0c-9683-cc65d94e09f2 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/ports?device_id=2af000e1-f307-4cd1-a83c-b211cd0625d0 HTTP/1.1" status: 200 len: 944 time: 0.0762734 Jan 18 17:15:30.067323 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-779f8b22-4936-48c8-873a-9b5ff5b9616d req-fe3ab399-0b05-4a92-9786-f5dd9df4d0f5 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/security-groups?id=bc955990-e634-496f-b35f-a2b795c30f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899301 Jan 18 17:15:30.421529 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ad0c73-fd92-4253-95fd-7215aa413e8d req-eae5dc62-35e4-4597-9266-b32b2fc62555 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:30.423168 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c7ad0c73-fd92-4253-95fd-7215aa413e8d req-eae5dc62-35e4-4597-9266-b32b2fc62555 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=fd06e8ed-8113-4ba5-8f7b-c7a1759d866f HTTP/1.1" status: 200 len: 946 time: 0.0615315 Jan 18 17:15:30.485983 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c7ad0c73-fd92-4253-95fd-7215aa413e8d req-8d1a930f-db72-43c3-8d2a-5c163e38f026 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569768 Jan 18 17:15:30.569736 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe73847-53b7-4f5d-b2d4-b1f003f7bfb1 req-3323867a-1e72-4cf3-9223-5d0d8d2aac19 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:30.572721 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-7fe73847-53b7-4f5d-b2d4-b1f003f7bfb1 req-3323867a-1e72-4cf3-9223-5d0d8d2aac19 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 946 time: 0.0617213 Jan 18 17:15:30.630328 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-7fe73847-53b7-4f5d-b2d4-b1f003f7bfb1 req-a0bc301e-35a2-47bb-81cf-138441eef693 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b366610-e294-4f78-943f-869cfaac134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508230 Jan 18 17:15:30.645746 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-d0f57583-9799-4745-8039-4fb698731137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (f223777b-396b-444b-a9c9-71cdff5b918d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:30.897319 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ab92d-7e9d-464a-af31-9da240b4f524 req-67e465cb-9407-4d44-a12e-6894443c0493 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:30.900474 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865d2738-36f1-4556-b3f2-245b8ab6867e req-d5516b7a-5f78-4a01-9141-c43c5ecec1ef tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:30.905267 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-fb0ab92d-7e9d-464a-af31-9da240b4f524 req-67e465cb-9407-4d44-a12e-6894443c0493 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] 10.222.0.100 "GET /v2.0/ports?device_id=363aac93-220b-4434-9990-e429dbfadad7 HTTP/1.1" status: 200 len: 945 time: 0.0714886 Jan 18 17:15:30.911333 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-865d2738-36f1-4556-b3f2-245b8ab6867e req-d5516b7a-5f78-4a01-9141-c43c5ecec1ef tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] 10.222.0.100 "GET /v2.0/ports?device_id=2dc664d6-f28c-4bb7-8cb7-708a6acf2bcc HTTP/1.1" status: 200 len: 950 time: 0.0700138 Jan 18 17:15:30.981466 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-fb0ab92d-7e9d-464a-af31-9da240b4f524 req-120d4435-4c98-4b16-9822-fea554b0539b tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] 10.222.0.100 "GET /v2.0/security-groups?id=0e8965bc-a288-442f-b721-3a0f13c576b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749621 Jan 18 17:15:30.988103 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-865d2738-36f1-4556-b3f2-245b8ab6867e req-20f83553-f544-485a-b631-f3718302a29b tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] 10.222.0.100 "GET /v2.0/security-groups?id=8087b7aa-c4a2-4a0d-a687-53e30095c69c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720303 Jan 18 17:15:31.227062 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e6defd-48d0-4147-aeeb-aa765c6217d5 req-f8516567-237c-474b-aa8f-b302eeb075df tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:31.236246 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-a1e6defd-48d0-4147-aeeb-aa765c6217d5 req-f8516567-237c-474b-aa8f-b302eeb075df tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/ports?device_id=2af000e1-f307-4cd1-a83c-b211cd0625d0 HTTP/1.1" status: 200 len: 944 time: 0.0924656 Jan 18 17:15:31.297676 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-a1e6defd-48d0-4147-aeeb-aa765c6217d5 req-8d1ce6ca-be43-4d87-a10c-cce6d7387887 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/security-groups?id=bc955990-e634-496f-b35f-a2b795c30f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604100 Jan 18 17:15:31.623942 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c57d8-50ac-4de9-90e7-9e130b168a00 req-c77fa039-9f81-4e0f-8955-1a58e6973965 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:31.625472 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-4e8c57d8-50ac-4de9-90e7-9e130b168a00 req-c77fa039-9f81-4e0f-8955-1a58e6973965 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=fd06e8ed-8113-4ba5-8f7b-c7a1759d866f HTTP/1.1" status: 200 len: 946 time: 0.0536947 Jan 18 17:15:31.690948 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-4e8c57d8-50ac-4de9-90e7-9e130b168a00 req-80c77524-730b-41b8-9ba8-fd669d9b23cd tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576940 Jan 18 17:15:31.813886 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbe2945-811d-4179-8079-e1f41e6491c2 req-f332aa21-67bc-4bda-b297-a3d7532e87fe tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:31.813886 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-4bbe2945-811d-4179-8079-e1f41e6491c2 req-f332aa21-67bc-4bda-b297-a3d7532e87fe tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 946 time: 0.0704682 Jan 18 17:15:31.855642 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (a6f837d2-7b5b-4cd3-9c28-296017d8b8e6), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:31.895430 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-4bbe2945-811d-4179-8079-e1f41e6491c2 req-33f0bffc-5585-4bee-963d-d6b92f0182f1 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b366610-e294-4f78-943f-869cfaac134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756040 Jan 18 17:15:32.142246 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82588dbb-0707-4c7c-915a-237c0208039d req-ddcbeac1-87b1-4057-bc53-21855c73a361 tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:32.143921 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-82588dbb-0707-4c7c-915a-237c0208039d req-ddcbeac1-87b1-4057-bc53-21855c73a361 tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] 10.222.0.100 "GET /v2.0/ports?device_id=2dc664d6-f28c-4bb7-8cb7-708a6acf2bcc HTTP/1.1" status: 200 len: 950 time: 0.0730624 Jan 18 17:15:32.221086 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-82588dbb-0707-4c7c-915a-237c0208039d req-5dc55966-d93e-468e-aa7d-d2386f6f1937 tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] 10.222.0.100 "GET /v2.0/security-groups?id=8087b7aa-c4a2-4a0d-a687-53e30095c69c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710280 Jan 18 17:15:32.437688 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96aa16c-8567-4553-a4a7-dbef499e713b req-f648c0e3-9e46-4a7f-b5d5-46f3db005c8e tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:32.439571 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c96aa16c-8567-4553-a4a7-dbef499e713b req-f648c0e3-9e46-4a7f-b5d5-46f3db005c8e tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/ports?device_id=2af000e1-f307-4cd1-a83c-b211cd0625d0 HTTP/1.1" status: 200 len: 944 time: 0.0533404 Jan 18 17:15:32.501676 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c96aa16c-8567-4553-a4a7-dbef499e713b req-73a80f45-6fbc-4939-a8dd-2a084bcdf20d tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/security-groups?id=bc955990-e634-496f-b35f-a2b795c30f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562320 Jan 18 17:15:32.804441 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d0f0db-1409-47f4-a547-fd365f482585 req-4fdcdbc6-9a53-4052-a949-a974a812e9c8 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:32.807223 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-72d0f0db-1409-47f4-a547-fd365f482585 req-4fdcdbc6-9a53-4052-a949-a974a812e9c8 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=fd06e8ed-8113-4ba5-8f7b-c7a1759d866f HTTP/1.1" status: 200 len: 946 time: 0.0540938 Jan 18 17:15:32.867310 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-72d0f0db-1409-47f4-a547-fd365f482585 req-8ba2b7df-7f91-4e66-b7e6-17cdf0d80787 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550189 Jan 18 17:15:33.022551 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701237b-cb47-45d4-adaf-4994a16e3f00 req-4f9079b1-f12c-4564-903a-7e76429ecf92 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:33.024046 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-0701237b-cb47-45d4-adaf-4994a16e3f00 req-4f9079b1-f12c-4564-903a-7e76429ecf92 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 946 time: 0.0565271 Jan 18 17:15:33.087812 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-0701237b-cb47-45d4-adaf-4994a16e3f00 req-9a6bdc63-f899-467a-8a6b-1b677ae3eaa2 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b366610-e294-4f78-943f-869cfaac134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571320 Jan 18 17:15:33.362629 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ab8149-8dad-4609-9b5d-284de26eb5f8 req-e6593e5b-59d2-4877-872d-8f08166e7ed7 tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:33.367605 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-78ab8149-8dad-4609-9b5d-284de26eb5f8 req-e6593e5b-59d2-4877-872d-8f08166e7ed7 tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] 10.222.0.100 "GET /v2.0/ports?device_id=2dc664d6-f28c-4bb7-8cb7-708a6acf2bcc HTTP/1.1" status: 200 len: 950 time: 0.0722082 Jan 18 17:15:33.417191 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-78ab8149-8dad-4609-9b5d-284de26eb5f8 req-93c7c1eb-4927-4674-a010-dd2974a99441 tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] 10.222.0.100 "GET /v2.0/security-groups?id=8087b7aa-c4a2-4a0d-a687-53e30095c69c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478704 Jan 18 17:15:33.661998 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ce1963-fe62-45f0-ae99-135083cf9d8b req-836e3bc6-64d5-4848-8bc1-d2bf40a26fe7 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:33.663573 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-93ce1963-fe62-45f0-ae99-135083cf9d8b req-836e3bc6-64d5-4848-8bc1-d2bf40a26fe7 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/ports?device_id=2af000e1-f307-4cd1-a83c-b211cd0625d0 HTTP/1.1" status: 200 len: 944 time: 0.0882435 Jan 18 17:15:33.737437 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-93ce1963-fe62-45f0-ae99-135083cf9d8b req-7b9693d9-25bf-4198-9f62-76b963d4543e tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/security-groups?id=bc955990-e634-496f-b35f-a2b795c30f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646858 Jan 18 17:15:34.035349 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cb8806-389b-4d14-871f-65d5829cd725 req-912e4fbe-2ab6-4b42-a2ef-0f1069c82923 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:34.036802 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-b3cb8806-389b-4d14-871f-65d5829cd725 req-912e4fbe-2ab6-4b42-a2ef-0f1069c82923 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=fd06e8ed-8113-4ba5-8f7b-c7a1759d866f HTTP/1.1" status: 200 len: 946 time: 0.0659688 Jan 18 17:15:34.103884 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-b3cb8806-389b-4d14-871f-65d5829cd725 req-9d9002a0-dde6-4c09-a19a-3764ddb6afbf tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596998 Jan 18 17:15:34.233771 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3cff84-f720-4ddd-b833-03997d9bbfee req-829b21b1-38b8-4b6c-a712-1d1ab98ade43 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:34.235984 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-8e3cff84-f720-4ddd-b833-03997d9bbfee req-829b21b1-38b8-4b6c-a712-1d1ab98ade43 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 946 time: 0.0599761 Jan 18 17:15:34.333657 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-8e3cff84-f720-4ddd-b833-03997d9bbfee req-48645c1c-483c-4fe1-87e3-13fee2ae3ac2 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b366610-e294-4f78-943f-869cfaac134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918407 Jan 18 17:15:34.575703 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af604597-1781-4897-b485-80b7dd500823 req-38986287-fdac-4e0f-9635-c1926fad81dc tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:34.577889 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-af604597-1781-4897-b485-80b7dd500823 req-38986287-fdac-4e0f-9635-c1926fad81dc tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] 10.222.0.100 "GET /v2.0/ports?device_id=2dc664d6-f28c-4bb7-8cb7-708a6acf2bcc HTTP/1.1" status: 200 len: 950 time: 0.0613554 Jan 18 17:15:34.661284 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-af604597-1781-4897-b485-80b7dd500823 req-8d325448-ab87-4bd3-b5a1-5b68875b895b tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] 10.222.0.100 "GET /v2.0/security-groups?id=8087b7aa-c4a2-4a0d-a687-53e30095c69c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733685 Jan 18 17:15:34.894669 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cba77df-2018-493f-8414-94bdd5b3cea9 req-9acce1c2-c488-4eac-a5fc-cc0005310e86 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:34.896460 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-6cba77df-2018-493f-8414-94bdd5b3cea9 req-9acce1c2-c488-4eac-a5fc-cc0005310e86 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/ports?device_id=2af000e1-f307-4cd1-a83c-b211cd0625d0 HTTP/1.1" status: 200 len: 944 time: 0.0664301 Jan 18 17:15:34.953264 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-6cba77df-2018-493f-8414-94bdd5b3cea9 req-9969147e-c9d5-43b2-9c7b-acbf4939765c tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/security-groups?id=bc955990-e634-496f-b35f-a2b795c30f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499392 Jan 18 17:15:35.113312 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5ae807-219e-4e80-88c7-a7c7b42eaae2 req-44884b22-c2e3-4559-a262-c44a1be16dcc tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:35.115960 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-6e5ae807-219e-4e80-88c7-a7c7b42eaae2 req-44884b22-c2e3-4559-a262-c44a1be16dcc tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] 10.222.0.105 "GET /v2.0/ports?device_id=2dc664d6-f28c-4bb7-8cb7-708a6acf2bcc HTTP/1.1" status: 200 len: 950 time: 0.0706997 Jan 18 17:15:35.262827 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5466a082-ec69-4091-8b9a-d00b52f9e965 req-ac68178d-3273-40e4-8aae-94b581f4e148 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:35.264440 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-5466a082-ec69-4091-8b9a-d00b52f9e965 req-ac68178d-3273-40e4-8aae-94b581f4e148 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=fd06e8ed-8113-4ba5-8f7b-c7a1759d866f HTTP/1.1" status: 200 len: 946 time: 0.0588109 Jan 18 17:15:35.276472 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [req-6e5ae807-219e-4e80-88c7-a7c7b42eaae2 req-4aece2f3-1df0-4648-8c5a-76cbc2b2a1a1 tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] Deleting port df4c7d46-91dd-470a-b7f7-af15028a1406 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 17:15:35.277102 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-6e5ae807-219e-4e80-88c7-a7c7b42eaae2 req-4aece2f3-1df0-4648-8c5a-76cbc2b2a1a1 tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785612421596'] for port (df4c7d46-91dd-470a-b7f7-af15028a1406), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:35.332807 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-5466a082-ec69-4091-8b9a-d00b52f9e965 req-b50c090f-51bd-4a99-acca-734cbe144477 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589991 Jan 18 17:15:35.408223 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [req-6e5ae807-219e-4e80-88c7-a7c7b42eaae2 req-4aece2f3-1df0-4648-8c5a-76cbc2b2a1a1 tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] For port df4c7d46-91dd-470a-b7f7-af15028a1406, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=df4c7d46-91dd-470a-b7f7-af15028a1406,segment=NetworkSegment(743f0c35-8b8c-4e04-8336-f3e793c9798b),segment_id=743f0c35-8b8c-4e04-8336-f3e793c9798b)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:15:35.408618 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-6e5ae807-219e-4e80-88c7-a7c7b42eaae2 req-4aece2f3-1df0-4648-8c5a-76cbc2b2a1a1 tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653228'] for port (df4c7d46-91dd-470a-b7f7-af15028a1406), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:35.440565 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [req-6e5ae807-219e-4e80-88c7-a7c7b42eaae2 req-4aece2f3-1df0-4648-8c5a-76cbc2b2a1a1 tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] Calling delete_port for df4c7d46-91dd-470a-b7f7-af15028a1406 owned by compute:nova {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 17:15:35.608456 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c23571-86de-4029-8354-4c67ee3d49ab req-f00802cf-d7b8-4d15-9e8e-02db24ac6637 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:35.615414 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-48c23571-86de-4029-8354-4c67ee3d49ab req-f00802cf-d7b8-4d15-9e8e-02db24ac6637 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 946 time: 0.0966949 Jan 18 17:15:35.690911 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2030b6-fae5-4ad2-b419-bd7e48b11fd8 req-732bb41a-0ca7-429c-8771-fa3d5d054ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:35.692596 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-fb2030b6-fae5-4ad2-b419-bd7e48b11fd8 req-732bb41a-0ca7-429c-8771-fa3d5d054ae3 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=fd06e8ed-8113-4ba5-8f7b-c7a1759d866f HTTP/1.1" status: 200 len: 1099 time: 0.1032479 Jan 18 17:15:35.742769 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-48c23571-86de-4029-8354-4c67ee3d49ab req-ab6c175d-5180-440f-8946-b503da759dc4 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b366610-e294-4f78-943f-869cfaac134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263418 Jan 18 17:15:35.952600 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-fb2030b6-fae5-4ad2-b419-bd7e48b11fd8 req-79062ff7-86c1-4393-aac8-4a3dfba16126 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388828 Jan 18 17:15:36.134619 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e197bc-90d3-4a3a-8f0a-ebfceef0ec55 req-cf46aa0c-b698-4c5c-8d76-2238215ab3bd tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:36.136852 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-e6e197bc-90d3-4a3a-8f0a-ebfceef0ec55 req-cf46aa0c-b698-4c5c-8d76-2238215ab3bd tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] 10.222.0.100 "GET /v2.0/ports?device_id=2dc664d6-f28c-4bb7-8cb7-708a6acf2bcc HTTP/1.1" status: 200 len: 950 time: 0.1884248 Jan 18 17:15:36.222344 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ccdf60-3dcd-4456-a9a4-e33abf7354de req-1d49c3cb-70a5-4bd7-9c9b-02f5febf4c79 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:36.223975 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-56ccdf60-3dcd-4456-a9a4-e33abf7354de req-1d49c3cb-70a5-4bd7-9c9b-02f5febf4c79 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/ports?device_id=2af000e1-f307-4cd1-a83c-b211cd0625d0 HTTP/1.1" status: 200 len: 944 time: 0.0852695 Jan 18 17:15:36.260197 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-e6e197bc-90d3-4a3a-8f0a-ebfceef0ec55 req-aa518adc-dbb5-49ad-8261-89c4a79a0811 tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] 10.222.0.100 "GET /v2.0/security-groups?id=8087b7aa-c4a2-4a0d-a687-53e30095c69c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040049 Jan 18 17:15:36.299960 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-56ccdf60-3dcd-4456-a9a4-e33abf7354de req-0f0bee8f-eec4-4e90-8369-3ed9fca5b9fe tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/security-groups?id=bc955990-e634-496f-b35f-a2b795c30f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681157 Jan 18 17:15:36.309774 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Device 6a04f358-0e34-4b83-95c6-89f9d87819ae details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=103198) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 17:15:36.469682 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2822dc37-ec1e-4aed-adb9-ecd116fd46f4 req-d3d2fe39-619d-445a-9763-a950b49ca1ef tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:36.471139 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-2822dc37-ec1e-4aed-adb9-ecd116fd46f4 req-d3d2fe39-619d-445a-9763-a950b49ca1ef tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=fd06e8ed-8113-4ba5-8f7b-c7a1759d866f HTTP/1.1" status: 200 len: 946 time: 0.0598805 Jan 18 17:15:36.496529 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] For port 6a04f358-0e34-4b83-95c6-89f9d87819ae, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=6a04f358-0e34-4b83-95c6-89f9d87819ae,segment=NetworkSegment(101eb4c4-aa78-4dfb-87e6-67db945b8efe),segment_id=101eb4c4-aa78-4dfb-87e6-67db945b8efe)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:15:36.509509 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Returning: {'device': '6a04f358-0e34-4b83-95c6-89f9d87819ae', 'network_id': '7ff719e7-6189-4b9c-a31a-5e6988ac7e0f', 'port_id': '6a04f358-0e34-4b83-95c6-89f9d87819ae', 'mac_address': 'fa:16:3e:42:9f:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4b18e1a-148b-4cd9-a5b8-7af1ae242d93', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103198) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 17:15:36.528163 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-2822dc37-ec1e-4aed-adb9-ecd116fd46f4 req-78aabf8c-5176-430b-a4e2-97ab63e3fe91 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510302 Jan 18 17:15:36.542225 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-6e5ae807-219e-4e80-88c7-a7c7b42eaae2 req-4aece2f3-1df0-4648-8c5a-76cbc2b2a1a1 tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785612430192', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785611913813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4300409'] for port (df4c7d46-91dd-470a-b7f7-af15028a1406), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:36.559199 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Current status of the port 6a04f358-0e34-4b83-95c6-89f9d87819ae is: DOWN; New status is: BUILD {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:15:36.560058 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (6a04f358-0e34-4b83-95c6-89f9d87819ae), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:36.564457 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] get_ports_and_sgs() called for port_ids ['df4c7d46-91dd-470a-b7f7-af15028a1406'] {{(pid=103198) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 17:15:36.607231 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aece2f3-1df0-4648-8c5a-76cbc2b2a1a1 tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] Pushing event deleted for resources: {'Port': ['ID=df4c7d46-91dd-470a-b7f7-af15028a1406,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:15:36.613770 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a04f358-0e34-4b83-95c6-89f9d87819ae {{(pid=103198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 17:15:36.649336 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] For port 6a04f358-0e34-4b83-95c6-89f9d87819ae, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=6a04f358-0e34-4b83-95c6-89f9d87819ae,segment=NetworkSegment(101eb4c4-aa78-4dfb-87e6-67db945b8efe),segment_id=101eb4c4-aa78-4dfb-87e6-67db945b8efe)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:15:36.683967 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e5ae807-219e-4e80-88c7-a7c7b42eaae2 req-4aece2f3-1df0-4648-8c5a-76cbc2b2a1a1 tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] No DVR routers for this DVR port df4c7d46-91dd-470a-b7f7-af15028a1406 on host hv-cinder-73362 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 17:15:36.692936 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-6e5ae807-219e-4e80-88c7-a7c7b42eaae2 req-4aece2f3-1df0-4648-8c5a-76cbc2b2a1a1 tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1923895'] for port (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:36.694249 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-6e5ae807-219e-4e80-88c7-a7c7b42eaae2 req-4aece2f3-1df0-4648-8c5a-76cbc2b2a1a1 tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] 10.222.0.105 "DELETE /v2.0/ports/df4c7d46-91dd-470a-b7f7-af15028a1406 HTTP/1.1" status: 204 len: 173 time: 1.5676358 Jan 18 17:15:36.695071 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dc664d6-f28c-4bb7-8cb7-708a6acf2bcc', 'name': 'network-vif-deleted', 'tag': 'df4c7d46-91dd-470a-b7f7-af15028a1406'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 17:15:36.700935 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dae96983658fa47cc55ad2b43631f290e6eb934f25c74fb238f11dfd9473403c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0836522-3afa-4f55-9bd1-70f871a69ccd" -d '{"events": [{"server_uuid": "2dc664d6-f28c-4bb7-8cb7-708a6acf2bcc", "name": "network-vif-deleted", "tag": "df4c7d46-91dd-470a-b7f7-af15028a1406"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 17:15:36.741698 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (6a04f358-0e34-4b83-95c6-89f9d87819ae), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:36.775526 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 17:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83319f31-d3ba-413f-ae30-84544d73728c x-openstack-request-id: req-83319f31-d3ba-413f-ae30-84544d73728c {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 17:15:36.775913 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dc664d6-f28c-4bb7-8cb7-708a6acf2bcc", "name": "network-vif-deleted", "tag": "df4c7d46-91dd-470a-b7f7-af15028a1406", "status": "completed", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 17:15:36.776234 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-83319f31-d3ba-413f-ae30-84544d73728c {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 17:15:36.776816 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dc664d6-f28c-4bb7-8cb7-708a6acf2bcc', 'name': 'network-vif-deleted', 'tag': 'df4c7d46-91dd-470a-b7f7-af15028a1406', 'status': 'completed', 'code': 200} Jan 18 17:15:36.913964 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Pushing event updated for resources: {'Port': ['ID=6a04f358-0e34-4b83-95c6-89f9d87819ae,revision_number=4']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:15:37.058407 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db0c82c-5f74-47af-80fa-13cc150e7b49 req-500b3c50-df08-4faa-bc2f-0d284895f2b6 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:37.062977 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-7db0c82c-5f74-47af-80fa-13cc150e7b49 req-500b3c50-df08-4faa-bc2f-0d284895f2b6 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 946 time: 0.1277049 Jan 18 17:15:37.131501 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 54690) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:15:37.215174 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-7db0c82c-5f74-47af-80fa-13cc150e7b49 req-57ac3e7e-c339-4103-942c-6b5d45711c5f tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b366610-e294-4f78-943f-869cfaac134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444507 Jan 18 17:15:37.228514 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] get_ports_and_sgs() called for port_ids ['6a04f358-0e34-4b83-95c6-89f9d87819ae'] {{(pid=103198) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 17:15:37.539431 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-0f213824-2cd5-4466-955d-e143cfeaa798 req-9f40b12f-3496-4179-9ccc-a09cf478c3e6 tempest-VolumesNegativeTest-1768262055 tempest-VolumesNegativeTest-1768262055-project] 10.222.0.100 "GET /v2.0/ports?device_id=2dc664d6-f28c-4bb7-8cb7-708a6acf2bcc HTTP/1.1" status: 200 len: 210 time: 0.0641186 Jan 18 17:15:37.595716 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a74c3d0b-71a2-4243-93b9-6d6278679c1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:37.750139 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358756c2-32f4-4b88-b5ff-4913ced7ff5f req-9e8e5e44-555a-4a5a-a0a9-48b1a9aa362b tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:37.762766 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-358756c2-32f4-4b88-b5ff-4913ced7ff5f req-9e8e5e44-555a-4a5a-a0a9-48b1a9aa362b tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/ports?device_id=2af000e1-f307-4cd1-a83c-b211cd0625d0 HTTP/1.1" status: 200 len: 945 time: 0.2954543 Jan 18 17:15:37.766444 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a74c3d0b-71a2-4243-93b9-6d6278679c1c admin admin] Publish callbacks [] for security_group (c36d92eb-7256-4002-a390-7afdc9e6d97b), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:37.807706 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9de073b-d701-43b1-b4e7-90682ddaf1cd req-72cc07bb-bc6c-4abb-a93f-f4b39a839509 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:37.811746 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-e9de073b-d701-43b1-b4e7-90682ddaf1cd req-72cc07bb-bc6c-4abb-a93f-f4b39a839509 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=fd06e8ed-8113-4ba5-8f7b-c7a1759d866f HTTP/1.1" status: 200 len: 946 time: 0.0702000 Jan 18 17:15:37.854551 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-358756c2-32f4-4b88-b5ff-4913ced7ff5f req-98831675-fa67-4cc2-bee6-d9c606ea9a03 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/security-groups?id=bc955990-e634-496f-b35f-a2b795c30f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900955 Jan 18 17:15:37.857136 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a74c3d0b-71a2-4243-93b9-6d6278679c1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (c36d92eb-7256-4002-a390-7afdc9e6d97b), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:37.911033 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-a74c3d0b-71a2-4243-93b9-6d6278679c1c admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=aa36c3e892a04cf3863679a279747457&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7761607 Jan 18 17:15:37.919939 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-e9de073b-d701-43b1-b4e7-90682ddaf1cd req-6e176c56-7398-4a55-a49b-d2d4f0b5a2c9 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022434 Jan 18 17:15:37.920617 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 54710) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:15:37.978047 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74c3d0b-71a2-4243-93b9-6d6278679c1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c36d92eb-7256-4002-a390-7afdc9e6d97b,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:15:38.053586 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b9eac6ec-583f-4c9c-8070-c7596dd2a299 admin admin] Publish callbacks [] for security_group (c36d92eb-7256-4002-a390-7afdc9e6d97b), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:38.082281 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b9eac6ec-583f-4c9c-8070-c7596dd2a299 admin admin] Publish callbacks [] for security_group (c36d92eb-7256-4002-a390-7afdc9e6d97b), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:38.272931 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b9eac6ec-583f-4c9c-8070-c7596dd2a299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (c36d92eb-7256-4002-a390-7afdc9e6d97b), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:38.279991 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b9eac6ec-583f-4c9c-8070-c7596dd2a299 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:38.279991 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-b9eac6ec-583f-4c9c-8070-c7596dd2a299 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/c36d92eb-7256-4002-a390-7afdc9e6d97b HTTP/1.1" status: 204 len: 168 time: 0.3558378 Jan 18 17:15:38.296339 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eac6ec-583f-4c9c-8070-c7596dd2a299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c36d92eb-7256-4002-a390-7afdc9e6d97b,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:15:38.328390 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Device df4c7d46-91dd-470a-b7f7-af15028a1406 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 17:15:38.403146 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] No Port match for: df4c7d46-91dd-470a-b7f7-af15028a1406 {{(pid=103198) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 17:15:38.403503 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Device df4c7d46-91dd-470a-b7f7-af15028a1406 not bound to the agent host hv-cinder-73362 {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 17:15:38.506782 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a125a0-9aa6-4239-9ec5-022f7a650109 req-53621fac-ce79-4428-bd3d-f0753f8f7c25 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:38.539318 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-d3a125a0-9aa6-4239-9ec5-022f7a650109 req-53621fac-ce79-4428-bd3d-f0753f8f7c25 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 946 time: 0.1967859 Jan 18 17:15:38.580300 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70584d61-c52c-44d7-b113-5d9edb924621 req-07a325a5-42b1-4e27-8d81-1590ac6582f2 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:38.591882 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-70584d61-c52c-44d7-b113-5d9edb924621 req-07a325a5-42b1-4e27-8d81-1590ac6582f2 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=fd06e8ed-8113-4ba5-8f7b-c7a1759d866f HTTP/1.1" status: 200 len: 946 time: 0.1197445 Jan 18 17:15:38.642849 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0af7c7-01cf-4734-a436-1e05f8338b9f req-042a3ee4-9138-4237-b95b-c1d317144592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:38.644400 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-bd0af7c7-01cf-4734-a436-1e05f8338b9f req-042a3ee4-9138-4237-b95b-c1d317144592 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=82d395d404d64b169e0a445e9616b86b&device_id=fd06e8ed-8113-4ba5-8f7b-c7a1759d866f HTTP/1.1" status: 200 len: 1099 time: 0.0851674 Jan 18 17:15:38.664132 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-70584d61-c52c-44d7-b113-5d9edb924621 req-1332f9fe-cbe5-4ced-a42f-c3bff73305af tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710723 Jan 18 17:15:38.814878 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-d3a125a0-9aa6-4239-9ec5-022f7a650109 req-630e79c3-2bdc-4de3-a73c-2542da9011ef tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b366610-e294-4f78-943f-869cfaac134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2743804 Jan 18 17:15:38.834954 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0af7c7-01cf-4734-a436-1e05f8338b9f req-1be4a186-d88c-4852-87a4-32312241a098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:38.836731 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-bd0af7c7-01cf-4734-a436-1e05f8338b9f req-1be4a186-d88c-4852-87a4-32312241a098 service neutron] 10.222.0.105 "GET /v2.0/networks?id=9ee67609-54ef-4b91-940a-05d38e6b2c9b HTTP/1.1" status: 200 len: 920 time: 0.1591508 Jan 18 17:15:38.925427 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-bd0af7c7-01cf-4734-a436-1e05f8338b9f req-31e29083-fc1b-46d6-af11-bba022d8951a service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ddf52e68-aa03-475b-b83c-dab38c9f91de HTTP/1.1" status: 200 len: 217 time: 0.0658970 Jan 18 17:15:39.063304 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b041369-a125-4e26-89b6-55e5af0f7c56 req-b3599782-4c57-45c2-95d1-8d84c3732e04 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:39.071356 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-0b041369-a125-4e26-89b6-55e5af0f7c56 req-b3599782-4c57-45c2-95d1-8d84c3732e04 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/ports?device_id=2af000e1-f307-4cd1-a83c-b211cd0625d0 HTTP/1.1" status: 200 len: 945 time: 0.1078918 Jan 18 17:15:39.076680 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0af7c7-01cf-4734-a436-1e05f8338b9f req-f144f6bf-6b23-444b-b072-7adb229c64b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:39.079197 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-bd0af7c7-01cf-4734-a436-1e05f8338b9f req-f144f6bf-6b23-444b-b072-7adb229c64b0 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=7211cf1f-c33b-4353-a446-bb2d845858ab HTTP/1.1" status: 200 len: 859 time: 0.1351233 Jan 18 17:15:39.155907 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-bd0af7c7-01cf-4734-a436-1e05f8338b9f req-d5d5edbc-5e6a-48d8-878a-7c7557104a6a service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=9ee67609-54ef-4b91-940a-05d38e6b2c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521061 Jan 18 17:15:39.191556 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-0b041369-a125-4e26-89b6-55e5af0f7c56 req-b4178783-1f6e-4a43-9a34-31bfc5a41cbe tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/security-groups?id=bc955990-e634-496f-b35f-a2b795c30f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101959 Jan 18 17:15:39.310003 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-bd0af7c7-01cf-4734-a436-1e05f8338b9f req-78b07015-cb50-4920-b285-21ed61eaf97c service neutron] 10.222.0.105 "GET /v2.0/networks/9ee67609-54ef-4b91-940a-05d38e6b2c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295269 Jan 18 17:15:39.376579 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 54770) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:15:39.437558 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-bd0af7c7-01cf-4734-a436-1e05f8338b9f req-ecf92abd-ee56-4cb0-b5fd-a1600d9b2667 service neutron] 10.222.0.105 "GET /v2.0/networks/9ee67609-54ef-4b91-940a-05d38e6b2c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114488 Jan 18 17:15:39.553580 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-142d1368-50a5-4986-aa3f-15db723a41f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:39.895883 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec57596-3008-4a1a-a2a7-3422bddd795e req-af26453b-e5ff-4cd8-b2cc-a5b779194e42 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:39.904180 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-5ec57596-3008-4a1a-a2a7-3422bddd795e req-af26453b-e5ff-4cd8-b2cc-a5b779194e42 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=fd06e8ed-8113-4ba5-8f7b-c7a1759d866f HTTP/1.1" status: 200 len: 946 time: 0.0909419 Jan 18 17:15:39.921926 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-142d1368-50a5-4986-aa3f-15db723a41f4 admin admin] Publish callbacks [] for security_group (632a44b3-b2fb-47dc-a9a0-ac118669b237), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:39.981611 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-5ec57596-3008-4a1a-a2a7-3422bddd795e req-74e3cb7e-900c-465d-9dbb-0104c4ed215e tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762017 Jan 18 17:15:39.991186 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-142d1368-50a5-4986-aa3f-15db723a41f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (632a44b3-b2fb-47dc-a9a0-ac118669b237), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:40.036519 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142d1368-50a5-4986-aa3f-15db723a41f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=632a44b3-b2fb-47dc-a9a0-ac118669b237,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:15:40.053253 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70cd701-5690-4f87-95d9-8ef6f9cfa667 req-09f0c86f-1a48-49a3-a049-2e6b706db43f tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:40.055474 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-e70cd701-5690-4f87-95d9-8ef6f9cfa667 req-09f0c86f-1a48-49a3-a049-2e6b706db43f tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 946 time: 0.1199276 Jan 18 17:15:40.126931 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-142d1368-50a5-4986-aa3f-15db723a41f4 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=bb15156ddd1844faa95306f738c42939&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7491901 Jan 18 17:15:40.132009 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 54796) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:15:40.243068 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-e70cd701-5690-4f87-95d9-8ef6f9cfa667 req-2d501b1b-fe2e-46dd-902e-bca1dcc06fd3 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b366610-e294-4f78-943f-869cfaac134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1678174 Jan 18 17:15:40.282855 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-10735136-a855-48d0-a4ae-adac7c22845c admin admin] Publish callbacks [] for security_group (632a44b3-b2fb-47dc-a9a0-ac118669b237), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:40.335462 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-10735136-a855-48d0-a4ae-adac7c22845c admin admin] Publish callbacks [] for security_group (632a44b3-b2fb-47dc-a9a0-ac118669b237), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:40.343630 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Device 6a04f358-0e34-4b83-95c6-89f9d87819ae up at agent hyperv_hv-cinder-73362 {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 17:15:40.485026 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Provisioning for port 6a04f358-0e34-4b83-95c6-89f9d87819ae completed by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 17:15:40.504492 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Provisioning complete for port 6a04f358-0e34-4b83-95c6-89f9d87819ae triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:15:40.505050 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (6a04f358-0e34-4b83-95c6-89f9d87819ae), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:40.530568 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eff3326-40f2-4eaa-964b-873066bb6142 req-b7856503-6d91-4ace-9567-08657c70b91c tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:40.532237 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-2eff3326-40f2-4eaa-964b-873066bb6142 req-b7856503-6d91-4ace-9567-08657c70b91c tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/ports?device_id=2af000e1-f307-4cd1-a83c-b211cd0625d0 HTTP/1.1" status: 200 len: 945 time: 0.1936605 Jan 18 17:15:40.622257 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-2eff3326-40f2-4eaa-964b-873066bb6142 req-0ce98788-1731-430a-9ff0-6dfe5d086217 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/security-groups?id=bc955990-e634-496f-b35f-a2b795c30f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615706 Jan 18 17:15:40.627366 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-10735136-a855-48d0-a4ae-adac7c22845c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (632a44b3-b2fb-47dc-a9a0-ac118669b237), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:40.630286 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-10735136-a855-48d0-a4ae-adac7c22845c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:40.631600 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-10735136-a855-48d0-a4ae-adac7c22845c admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/632a44b3-b2fb-47dc-a9a0-ac118669b237 HTTP/1.1" status: 204 len: 168 time: 0.4983711 Jan 18 17:15:40.642466 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10735136-a855-48d0-a4ae-adac7c22845c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=632a44b3-b2fb-47dc-a9a0-ac118669b237,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:15:40.697221 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Current status of the port 6a04f358-0e34-4b83-95c6-89f9d87819ae is: BUILD; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:15:40.697453 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (6a04f358-0e34-4b83-95c6-89f9d87819ae), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:40.858939 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2af000e1-f307-4cd1-a83c-b211cd0625d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a04f358-0e34-4b83-95c6-89f9d87819ae'}] {{(pid=103198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 17:15:40.860464 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97aa477b9a8a7659066d830c0d89a1f304b03425b5691a2db6f60cb613ebd93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcdffcee-1807-46a7-bf9f-5aabd61d27e2" -d '{"events": [{"server_uuid": "2af000e1-f307-4cd1-a83c-b211cd0625d0", "name": "network-vif-plugged", "status": "completed", "tag": "6a04f358-0e34-4b83-95c6-89f9d87819ae"}]}' {{(pid=103198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 17:15:40.890930 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] For port 6a04f358-0e34-4b83-95c6-89f9d87819ae, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=6a04f358-0e34-4b83-95c6-89f9d87819ae,segment=NetworkSegment(101eb4c4-aa78-4dfb-87e6-67db945b8efe),segment_id=101eb4c4-aa78-4dfb-87e6-67db945b8efe)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:15:40.923970 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 17:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e42169f8-d1f8-42eb-b9da-cce4f06323c7 x-openstack-request-id: req-e42169f8-d1f8-42eb-b9da-cce4f06323c7 {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 17:15:40.923970 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2af000e1-f307-4cd1-a83c-b211cd0625d0", "name": "network-vif-plugged", "status": "completed", "tag": "6a04f358-0e34-4b83-95c6-89f9d87819ae", "code": 200}]} {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 17:15:40.923970 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-e42169f8-d1f8-42eb-b9da-cce4f06323c7 {{(pid=103198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 17:15:40.923970 dv-cinder-733623-11-iscsi neutron-server[103198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2af000e1-f307-4cd1-a83c-b211cd0625d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a04f358-0e34-4b83-95c6-89f9d87819ae', 'code': 200} Jan 18 17:15:40.952999 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (6a04f358-0e34-4b83-95c6-89f9d87819ae), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:41.015885 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Pushing event updated for resources: {'Port': ['ID=6a04f358-0e34-4b83-95c6-89f9d87819ae,revision_number=5']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:15:41.056593 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (e727efee-c94b-447a-9897-92f425521d05), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:41.145415 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265e5dcd-95c1-40f9-8c05-d669b573fda9 req-154527c5-cf74-4f86-8388-aa750eb3c8f1 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:41.151719 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-265e5dcd-95c1-40f9-8c05-d669b573fda9 req-154527c5-cf74-4f86-8388-aa750eb3c8f1 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=fd06e8ed-8113-4ba5-8f7b-c7a1759d866f HTTP/1.1" status: 200 len: 946 time: 0.0828018 Jan 18 17:15:41.226050 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-265e5dcd-95c1-40f9-8c05-d669b573fda9 req-19758e79-5256-40da-887d-e2deb897106c tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705805 Jan 18 17:15:41.401156 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b14bad6-c2b3-4b4a-ab89-ff5a2d9a922e req-f9705d4f-d09d-46f1-b7b2-573e8c27c35b tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:41.403877 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-3b14bad6-c2b3-4b4a-ab89-ff5a2d9a922e req-f9705d4f-d09d-46f1-b7b2-573e8c27c35b tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 946 time: 0.0729222 Jan 18 17:15:41.507090 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-3b14bad6-c2b3-4b4a-ab89-ff5a2d9a922e req-52d46331-9b02-4b91-9844-46c99ddd36b3 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b366610-e294-4f78-943f-869cfaac134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975316 Jan 18 17:15:41.557102 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b7f18c-c566-4df9-801c-8679e9f3729e req-f09bc423-6f24-45e1-90b7-ed132334334f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:41.558806 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c6b7f18c-c566-4df9-801c-8679e9f3729e req-f09bc423-6f24-45e1-90b7-ed132334334f service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=2af000e1-f307-4cd1-a83c-b211cd0625d0 HTTP/1.1" status: 200 len: 1099 time: 0.1318586 Jan 18 17:15:41.685460 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c6b7f18c-c566-4df9-801c-8679e9f3729e req-5f942674-6d83-40ec-95ef-8d348a514da6 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=bc955990-e634-496f-b35f-a2b795c30f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051898 Jan 18 17:15:41.702455 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 54828) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:15:41.717417 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-fab85d7b-72d7-48d4-8498-febf909f7cfb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:41.757054 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba40622-ff20-41d9-969c-5cb817df31af req-660022c9-b856-4a45-a9c1-60f9a703a381 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:41.758566 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-9ba40622-ff20-41d9-969c-5cb817df31af req-660022c9-b856-4a45-a9c1-60f9a703a381 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/ports?device_id=2af000e1-f307-4cd1-a83c-b211cd0625d0 HTTP/1.1" status: 200 len: 946 time: 0.0688739 Jan 18 17:15:41.805224 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-fab85d7b-72d7-48d4-8498-febf909f7cfb admin admin] Publish callbacks [] for security_group (d95acc3a-6871-4fd2-ab27-56eb816875ce), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:41.821476 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-9ba40622-ff20-41d9-969c-5cb817df31af req-a43362e0-e6b4-497d-9194-82d0b3d4d199 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/security-groups?id=bc955990-e634-496f-b35f-a2b795c30f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551901 Jan 18 17:15:42.295925 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-fab85d7b-72d7-48d4-8498-febf909f7cfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (d95acc3a-6871-4fd2-ab27-56eb816875ce), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:42.329089 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab85d7b-72d7-48d4-8498-febf909f7cfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d95acc3a-6871-4fd2-ab27-56eb816875ce,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:15:42.354465 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-fab85d7b-72d7-48d4-8498-febf909f7cfb admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=cc74036600714a0a9315bc6bfb90d1f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6505778 Jan 18 17:15:42.357084 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 54838) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:15:42.369231 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a23f1b6-ed69-4997-be78-a0ea4b7757ae req-010e2add-aae3-4da5-8a7c-d3175f455af2 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:42.378127 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-0a23f1b6-ed69-4997-be78-a0ea4b7757ae req-010e2add-aae3-4da5-8a7c-d3175f455af2 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=fd06e8ed-8113-4ba5-8f7b-c7a1759d866f HTTP/1.1" status: 200 len: 946 time: 0.0745764 Jan 18 17:15:42.444707 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-958b37cc-9ca9-427b-96c3-dc0768663528 admin admin] Publish callbacks [] for security_group (d95acc3a-6871-4fd2-ab27-56eb816875ce), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:42.471053 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-0a23f1b6-ed69-4997-be78-a0ea4b7757ae req-851ac0b4-2347-44d3-a0f5-8ea2ea0afadc tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914929 Jan 18 17:15:42.474221 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-958b37cc-9ca9-427b-96c3-dc0768663528 admin admin] Publish callbacks [] for security_group (d95acc3a-6871-4fd2-ab27-56eb816875ce), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:42.602040 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef1d771-129b-4c57-aa84-dad93d5b0c1a req-53e85f05-706c-4ce4-83d2-05eb8a37b7a0 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:42.612891 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-7ef1d771-129b-4c57-aa84-dad93d5b0c1a req-53e85f05-706c-4ce4-83d2-05eb8a37b7a0 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/ports?device_id=1b5f62d2-d0e3-4adb-99c3-30d836cc2936 HTTP/1.1" status: 200 len: 946 time: 0.1369383 Jan 18 17:15:42.746838 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a520fa9e-4928-403b-b5e9-77e504a80682 req-58dc9829-fb82-4597-9f19-db0b4ab76c88 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:42.754167 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-7ef1d771-129b-4c57-aa84-dad93d5b0c1a req-fe1f3999-7314-460a-9fe7-14d1b1e23324 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/security-groups?id=03df2055-10b4-4cb8-8f80-fa2d86607cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336408 Jan 18 17:15:42.754813 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-a520fa9e-4928-403b-b5e9-77e504a80682 req-58dc9829-fb82-4597-9f19-db0b4ab76c88 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 946 time: 0.1036432 Jan 18 17:15:42.793833 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-958b37cc-9ca9-427b-96c3-dc0768663528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (d95acc3a-6871-4fd2-ab27-56eb816875ce), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:42.796621 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-958b37cc-9ca9-427b-96c3-dc0768663528 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:42.797763 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-958b37cc-9ca9-427b-96c3-dc0768663528 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/d95acc3a-6871-4fd2-ab27-56eb816875ce HTTP/1.1" status: 204 len: 168 time: 0.4395909 Jan 18 17:15:42.810088 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958b37cc-9ca9-427b-96c3-dc0768663528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d95acc3a-6871-4fd2-ab27-56eb816875ce,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:15:42.856555 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-a520fa9e-4928-403b-b5e9-77e504a80682 req-54265596-3557-44c4-a521-c1512cc4c738 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b366610-e294-4f78-943f-869cfaac134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006482 Jan 18 17:15:42.995987 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a09541-a533-4d47-b786-a3595a0f543f req-b0145e21-c2a5-4c4e-92b5-4850e388e361 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:43.006337 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-78a09541-a533-4d47-b786-a3595a0f543f req-b0145e21-c2a5-4c4e-92b5-4850e388e361 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/ports?device_id=2af000e1-f307-4cd1-a83c-b211cd0625d0 HTTP/1.1" status: 200 len: 946 time: 0.0818584 Jan 18 17:15:43.079960 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-78a09541-a533-4d47-b786-a3595a0f543f req-f7d2aa59-7786-49dd-a64c-77e2c0d3f1ec tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/security-groups?id=bc955990-e634-496f-b35f-a2b795c30f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722826 Jan 18 17:15:43.594688 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463042a7-913f-4205-a136-c425fc2195ef req-952646ed-f1a2-483b-9f9f-1d95a58a9edd tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:43.596198 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-463042a7-913f-4205-a136-c425fc2195ef req-952646ed-f1a2-483b-9f9f-1d95a58a9edd tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=fd06e8ed-8113-4ba5-8f7b-c7a1759d866f HTTP/1.1" status: 200 len: 946 time: 0.0530050 Jan 18 17:15:43.675733 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-463042a7-913f-4205-a136-c425fc2195ef req-8909da02-8ea1-4362-ad45-8a945ed2e968 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733726 Jan 18 17:15:43.907169 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b5303b-3b86-424f-b712-87cee0bb9c9e req-cd0fd1f4-d991-4134-83b5-694e634c4842 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:43.908644 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-45b5303b-3b86-424f-b712-87cee0bb9c9e req-cd0fd1f4-d991-4134-83b5-694e634c4842 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/ports?device_id=1b5f62d2-d0e3-4adb-99c3-30d836cc2936 HTTP/1.1" status: 200 len: 946 time: 0.0516608 Jan 18 17:15:43.981801 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-45b5303b-3b86-424f-b712-87cee0bb9c9e req-82bb4110-b70a-40cd-b730-82a852286cea tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/security-groups?id=03df2055-10b4-4cb8-8f80-fa2d86607cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654926 Jan 18 17:15:44.115437 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74d973f-f0ea-4bd5-a74c-9e45342826c0 req-37b600b1-6d51-4b29-a201-9452db27d0fe tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:44.120271 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-e74d973f-f0ea-4bd5-a74c-9e45342826c0 req-37b600b1-6d51-4b29-a201-9452db27d0fe tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 946 time: 0.0572152 Jan 18 17:15:44.217657 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-e74d973f-f0ea-4bd5-a74c-9e45342826c0 req-783b5994-9d82-4837-9116-bda92282524e tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b366610-e294-4f78-943f-869cfaac134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918486 Jan 18 17:15:44.357108 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ed174-64fd-47b4-a086-7ff940c656fe req-1152ad6a-1026-4f49-81c7-1020d1bf42bd tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:44.358597 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-a73ed174-64fd-47b4-a086-7ff940c656fe req-1152ad6a-1026-4f49-81c7-1020d1bf42bd tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/ports?device_id=2af000e1-f307-4cd1-a83c-b211cd0625d0 HTTP/1.1" status: 200 len: 946 time: 0.0808830 Jan 18 17:15:44.419480 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-a73ed174-64fd-47b4-a086-7ff940c656fe req-64becd47-a756-4ee5-a05b-01ce5eb74669 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/security-groups?id=bc955990-e634-496f-b35f-a2b795c30f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547595 Jan 18 17:15:44.562284 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62311b03-1e4e-4022-a74e-c0054f42aa89 req-71cc7e37-2e2d-4c5e-b459-3e98ea3d34cc tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:44.563904 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-62311b03-1e4e-4022-a74e-c0054f42aa89 req-71cc7e37-2e2d-4c5e-b459-3e98ea3d34cc tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/ports?device_id=2af000e1-f307-4cd1-a83c-b211cd0625d0 HTTP/1.1" status: 200 len: 946 time: 0.0631120 Jan 18 17:15:44.618883 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-62311b03-1e4e-4022-a74e-c0054f42aa89 req-83302c8f-6407-4ed8-abd7-6edce056452e tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/security-groups?id=bc955990-e634-496f-b35f-a2b795c30f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479510 Jan 18 17:15:44.640860 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 54936) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:15:44.896589 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e162a8de-c8dc-4b80-933f-5e520e74996b tempest-TestShelveInstance-319689991 tempest-TestShelveInstance-319689991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:44.898446 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-e162a8de-c8dc-4b80-933f-5e520e74996b tempest-TestShelveInstance-319689991 tempest-TestShelveInstance-319689991-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=2af000e1-f307-4cd1-a83c-b211cd0625d0 HTTP/1.1" status: 200 len: 1094 time: 0.2566020 Jan 18 17:15:44.902251 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 54950) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:15:44.907929 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-346b35e9-f9bb-4d3a-b02e-ada0580c4196 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Request body: {'floatingip': {'floating_network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'port_id': '6a04f358-0e34-4b83-95c6-89f9d87819ae', 'tenant_id': 'b3741339c9cb4d89942a9d122409b0f2', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:15:45.004147 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-346b35e9-f9bb-4d3a-b02e-ada0580c4196 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:45.151064 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41b92c0-ff7c-482b-85f1-b86741ca9b75 req-e5496156-b4f9-44a8-b74a-0308d63de3f1 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:45.152886 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-e41b92c0-ff7c-482b-85f1-b86741ca9b75 req-e5496156-b4f9-44a8-b74a-0308d63de3f1 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/ports?device_id=1b5f62d2-d0e3-4adb-99c3-30d836cc2936 HTTP/1.1" status: 200 len: 946 time: 0.0800216 Jan 18 17:15:45.218439 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-346b35e9-f9bb-4d3a-b02e-ada0580c4196 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:45.233464 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-e41b92c0-ff7c-482b-85f1-b86741ca9b75 req-209b164b-4995-47fc-aede-763117c8feb1 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/security-groups?id=03df2055-10b4-4cb8-8f80-fa2d86607cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735636 Jan 18 17:15:45.401120 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-346b35e9-f9bb-4d3a-b02e-ada0580c4196 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Allocated IP 172.27.1.111 (09e508a9-4d19-4482-acf1-bcc4a2adb430/ac199632-c036-4879-8c53-e78832fc0d54/4ae7b682-69cf-48ed-9843-2298f07036dd) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 17:15:45.405283 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07908312-47f6-4a78-9365-79fbdffce15a req-4d2c5ea5-fe0a-49b7-b6b2-42bd4f1415b0 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:45.407940 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-07908312-47f6-4a78-9365-79fbdffce15a req-4d2c5ea5-fe0a-49b7-b6b2-42bd4f1415b0 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 946 time: 0.0682232 Jan 18 17:15:45.502856 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-07908312-47f6-4a78-9365-79fbdffce15a req-dadb2c60-fb16-49de-bb63-1f8fdd922cdc tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b366610-e294-4f78-943f-869cfaac134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842485 Jan 18 17:15:45.559749 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-346b35e9-f9bb-4d3a-b02e-ada0580c4196 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Publish callbacks [] for port (4ae7b682-69cf-48ed-9843-2298f07036dd), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:45.663735 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-346b35e9-f9bb-4d3a-b02e-ada0580c4196 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785611913804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4300409'] for port (4ae7b682-69cf-48ed-9843-2298f07036dd), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:45.697703 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 55030) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:15:45.716324 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346b35e9-f9bb-4d3a-b02e-ada0580c4196 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Network 09e508a9-4d19-4482-acf1-bcc4a2adb430 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 17:15:45.719897 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-346b35e9-f9bb-4d3a-b02e-ada0580c4196 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 17:15:45.722746 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346b35e9-f9bb-4d3a-b02e-ada0580c4196 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 17:15:45.756953 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346b35e9-f9bb-4d3a-b02e-ada0580c4196 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Pushing event updated for resources: {'Port': ['ID=4ae7b682-69cf-48ed-9843-2298f07036dd,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:15:45.854412 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-98156efa-4eea-4bc0-a23a-bc3f79ea4f8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:45.960559 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-98156efa-4eea-4bc0-a23a-bc3f79ea4f8c admin admin] Publish callbacks [] for security_group (fa070d2c-513f-4b24-8265-1bf854713bab), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:46.026861 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-98156efa-4eea-4bc0-a23a-bc3f79ea4f8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (fa070d2c-513f-4b24-8265-1bf854713bab), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:46.066717 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-98156efa-4eea-4bc0-a23a-bc3f79ea4f8c admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=5ffedd0d41ab4de6aecd0cf3df1987d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3684521 Jan 18 17:15:46.079150 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 55048) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:15:46.112416 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98156efa-4eea-4bc0-a23a-bc3f79ea4f8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa070d2c-513f-4b24-8265-1bf854713bab,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:15:46.128613 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99c3e5d-78fb-4866-9258-3e80961c1cf0 req-4b548a1d-ec47-43a8-9b03-827aa5d1e2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:46.130612 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-c99c3e5d-78fb-4866-9258-3e80961c1cf0 req-4b548a1d-ec47-43a8-9b03-827aa5d1e2ac service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=4983e51e5c4742eb9b95034b5aef3213&device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 1099 time: 0.0666637 Jan 18 17:15:46.247979 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99c3e5d-78fb-4866-9258-3e80961c1cf0 req-9622d8fa-d725-4474-bbec-c95514b390a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:46.249807 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-c99c3e5d-78fb-4866-9258-3e80961c1cf0 req-9622d8fa-d725-4474-bbec-c95514b390a7 service neutron] 10.222.0.105 "GET /v2.0/networks?id=2be6587c-41c5-41bc-ac5a-09ac1f4499ce HTTP/1.1" status: 200 len: 918 time: 0.1105514 Jan 18 17:15:46.294957 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ebed1-22f6-43ae-8ce2-dc353785c709 req-61346424-274a-4ca9-9a13-9b14e972ca09 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:46.296487 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-163ebed1-22f6-43ae-8ce2-dc353785c709 req-61346424-274a-4ca9-9a13-9b14e972ca09 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.105 "GET /v2.0/ports?device_id=1b5f62d2-d0e3-4adb-99c3-30d836cc2936 HTTP/1.1" status: 200 len: 946 time: 0.2709486 Jan 18 17:15:46.369005 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-c99c3e5d-78fb-4866-9258-3e80961c1cf0 req-c1076f30-81a0-4b6b-be68-c1a155105451 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=639bfe46-d950-45f2-9080-a815d5d4244a HTTP/1.1" status: 200 len: 1000 time: 0.1044378 Jan 18 17:15:46.422837 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e30926b4-b761-4223-ac34-f18a889dbdee admin admin] Publish callbacks [] for security_group (fa070d2c-513f-4b24-8265-1bf854713bab), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:46.434264 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99c3e5d-78fb-4866-9258-3e80961c1cf0 req-d7dcd543-c716-495d-a262-50f62b71bf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:46.435919 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-c99c3e5d-78fb-4866-9258-3e80961c1cf0 req-d7dcd543-c716-495d-a262-50f62b71bf92 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=29c22a55-3970-45d3-a1fa-25a28ccfa3f2 HTTP/1.1" status: 200 len: 856 time: 0.0600774 Jan 18 17:15:46.511230 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99c3e5d-78fb-4866-9258-3e80961c1cf0 req-5768632b-f729-4e85-8061-71c2c2779554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:46.513451 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-c99c3e5d-78fb-4866-9258-3e80961c1cf0 req-5768632b-f729-4e85-8061-71c2c2779554 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=2be6587c-41c5-41bc-ac5a-09ac1f4499ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0697196 Jan 18 17:15:46.539014 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-346b35e9-f9bb-4d3a-b02e-ada0580c4196 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Publish callbacks [] for floatingip (50f748d4-e457-4b2b-9642-f91fddaf4774), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:46.542570 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e30926b4-b761-4223-ac34-f18a889dbdee admin admin] Publish callbacks [] for security_group (fa070d2c-513f-4b24-8265-1bf854713bab), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:46.631042 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52357942-add3-4628-87d4-b3ba1bb25043 req-4536279d-7725-4cdd-ac3c-46b356f78fb6 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:46.632513 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-52357942-add3-4628-87d4-b3ba1bb25043 req-4536279d-7725-4cdd-ac3c-46b356f78fb6 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/ports?device_id=1b5f62d2-d0e3-4adb-99c3-30d836cc2936 HTTP/1.1" status: 200 len: 946 time: 0.2674408 Jan 18 17:15:46.653883 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-c99c3e5d-78fb-4866-9258-3e80961c1cf0 req-d16e0f1e-5a21-476b-bc5a-4e29668c39db service neutron] 10.222.0.105 "GET /v2.0/networks/2be6587c-41c5-41bc-ac5a-09ac1f4499ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303017 Jan 18 17:15:46.669899 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4cf148-d41f-4dfc-831c-dab7f22c9b67 req-4d3e82d2-7d73-41a5-9e97-a42523cc798e tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:46.671837 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-6d4cf148-d41f-4dfc-831c-dab7f22c9b67 req-4d3e82d2-7d73-41a5-9e97-a42523cc798e tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 946 time: 0.0812201 Jan 18 17:15:46.720620 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [req-163ebed1-22f6-43ae-8ce2-dc353785c709 req-911db512-59fc-4391-8647-ac58a54e77f3 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Deleting port dba3461b-f4d9-46b7-819c-bdafa4821053 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 17:15:46.720964 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-163ebed1-22f6-43ae-8ce2-dc353785c709 req-911db512-59fc-4391-8647-ac58a54e77f3 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785612421596'] for port (dba3461b-f4d9-46b7-819c-bdafa4821053), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:46.755420 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.agents_db [None req-82e58cf6-2858-46ee-adbb-688a61b9207a None None] Agent healthcheck: found 6 active agents {{(pid=103199) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 17:15:46.759841 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-52357942-add3-4628-87d4-b3ba1bb25043 req-279f1f9c-d8b9-4d2e-8cb5-ee35f29c716e tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/security-groups?id=03df2055-10b4-4cb8-8f80-fa2d86607cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075258 Jan 18 17:15:46.808113 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-6d4cf148-d41f-4dfc-831c-dab7f22c9b67 req-c2347e17-583c-497f-8149-bfe19438ba61 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b366610-e294-4f78-943f-869cfaac134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219320 Jan 18 17:15:46.820401 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-c99c3e5d-78fb-4866-9258-3e80961c1cf0 req-2de04258-015f-4e52-b95b-4b42e00502c2 service neutron] 10.222.0.105 "GET /v2.0/networks/2be6587c-41c5-41bc-ac5a-09ac1f4499ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474199 Jan 18 17:15:46.856019 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-346b35e9-f9bb-4d3a-b02e-ada0580c4196 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (4ae7b682-69cf-48ed-9843-2298f07036dd), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:46.882827 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e30926b4-b761-4223-ac34-f18a889dbdee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (fa070d2c-513f-4b24-8265-1bf854713bab), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:46.885789 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e30926b4-b761-4223-ac34-f18a889dbdee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:46.891787 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-e30926b4-b761-4223-ac34-f18a889dbdee admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/fa070d2c-513f-4b24-8265-1bf854713bab HTTP/1.1" status: 204 len: 168 time: 0.7942858 Jan 18 17:15:46.922535 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30926b4-b761-4223-ac34-f18a889dbdee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa070d2c-513f-4b24-8265-1bf854713bab,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:15:46.945265 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [req-163ebed1-22f6-43ae-8ce2-dc353785c709 req-911db512-59fc-4391-8647-ac58a54e77f3 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] For port dba3461b-f4d9-46b7-819c-bdafa4821053, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=dba3461b-f4d9-46b7-819c-bdafa4821053,segment=NetworkSegment(2fccfc1b-cb99-45b9-9f8c-ca3412f0a050),segment_id=2fccfc1b-cb99-45b9-9f8c-ca3412f0a050)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:15:46.945616 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-163ebed1-22f6-43ae-8ce2-dc353785c709 req-911db512-59fc-4391-8647-ac58a54e77f3 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653228'] for port (dba3461b-f4d9-46b7-819c-bdafa4821053), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:46.963712 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [req-163ebed1-22f6-43ae-8ce2-dc353785c709 req-911db512-59fc-4391-8647-ac58a54e77f3 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Calling delete_port for dba3461b-f4d9-46b7-819c-bdafa4821053 owned by compute:nova {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 17:15:47.172243 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-346b35e9-f9bb-4d3a-b02e-ada0580c4196 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Publish callbacks [] for port (4ae7b682-69cf-48ed-9843-2298f07036dd), precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:47.255872 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-346b35e9-f9bb-4d3a-b02e-ada0580c4196 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4300398'] for port (4ae7b682-69cf-48ed-9843-2298f07036dd), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:47.264754 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-163ebed1-22f6-43ae-8ce2-dc353785c709 req-911db512-59fc-4391-8647-ac58a54e77f3 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785612430192', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785611913813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4300409'] for port (dba3461b-f4d9-46b7-819c-bdafa4821053), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:47.276537 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] get_ports_and_sgs() called for port_ids ['2706719d-053e-4bba-99a2-f8032595f432', '3c4ed697-efd7-4c87-8893-07396ce30f59', '4eb23aef-14ea-404c-931e-fbe0f6b0d918', 'dba3461b-f4d9-46b7-819c-bdafa4821053'] {{(pid=103198) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 17:15:47.367273 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346b35e9-f9bb-4d3a-b02e-ada0580c4196 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Pushing event updated for resources: {'Port': ['ID=4ae7b682-69cf-48ed-9843-2298f07036dd,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:15:47.393434 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [req-163ebed1-22f6-43ae-8ce2-dc353785c709 req-911db512-59fc-4391-8647-ac58a54e77f3 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] No DVR routers for this DVR port dba3461b-f4d9-46b7-819c-bdafa4821053 on host hv-cinder-73362 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 17:15:47.399871 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-163ebed1-22f6-43ae-8ce2-dc353785c709 req-911db512-59fc-4391-8647-ac58a54e77f3 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1923895'] for port (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:47.404244 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-163ebed1-22f6-43ae-8ce2-dc353785c709 req-911db512-59fc-4391-8647-ac58a54e77f3 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.105 "DELETE /v2.0/ports/dba3461b-f4d9-46b7-819c-bdafa4821053 HTTP/1.1" status: 204 len: 173 time: 1.0978105 Jan 18 17:15:47.430314 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b5f62d2-d0e3-4adb-99c3-30d836cc2936', 'name': 'network-vif-deleted', 'tag': 'dba3461b-f4d9-46b7-819c-bdafa4821053'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 17:15:47.434484 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dae96983658fa47cc55ad2b43631f290e6eb934f25c74fb238f11dfd9473403c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9802d98-d33a-4dbf-b3d3-170d3e784e24" -d '{"events": [{"server_uuid": "1b5f62d2-d0e3-4adb-99c3-30d836cc2936", "name": "network-vif-deleted", "tag": "dba3461b-f4d9-46b7-819c-bdafa4821053"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 17:15:47.451389 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911db512-59fc-4391-8647-ac58a54e77f3 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Pushing event deleted for resources: {'Port': ['ID=dba3461b-f4d9-46b7-819c-bdafa4821053,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:15:47.453611 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-346b35e9-f9bb-4d3a-b02e-ada0580c4196 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647951'] for floatingip (50f748d4-e457-4b2b-9642-f91fddaf4774), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:47.532010 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 17:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c5476f-2464-464a-93ac-241141aa6981 x-openstack-request-id: req-61c5476f-2464-464a-93ac-241141aa6981 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 17:15:47.532302 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b5f62d2-d0e3-4adb-99c3-30d836cc2936", "name": "network-vif-deleted", "tag": "dba3461b-f4d9-46b7-819c-bdafa4821053", "status": "completed", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 17:15:47.532554 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-61c5476f-2464-464a-93ac-241141aa6981 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 17:15:47.532952 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b5f62d2-d0e3-4adb-99c3-30d836cc2936', 'name': 'network-vif-deleted', 'tag': 'dba3461b-f4d9-46b7-819c-bdafa4821053', 'status': 'completed', 'code': 200} Jan 18 17:15:47.600136 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 55144) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:15:47.625080 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.db.l3_db [None req-346b35e9-f9bb-4d3a-b02e-ada0580c4196 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Floating IP 50f748d4-e457-4b2b-9642-f91fddaf4774 associated. External IP: 172.27.1.111, port: 6a04f358-0e34-4b83-95c6-89f9d87819ae. Jan 18 17:15:47.636807 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-c3e93a97-7afc-43ae-b664-f82d12e0e6fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:47.800970 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-c3e93a97-7afc-43ae-b664-f82d12e0e6fe admin admin] Publish callbacks [] for security_group (fd7b8cf3-418a-4fee-b514-418f442f0e1a), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:47.900706 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-c3e93a97-7afc-43ae-b664-f82d12e0e6fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (fd7b8cf3-418a-4fee-b514-418f442f0e1a), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:47.940716 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-baa6ef6e-d13e-4e5d-9ecd-d024bfae60dc req-da5ea03d-de0d-4a98-9859-717e7c8d62a4 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/ports?device_id=1b5f62d2-d0e3-4adb-99c3-30d836cc2936 HTTP/1.1" status: 200 len: 210 time: 0.0689230 Jan 18 17:15:47.966170 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-c3e93a97-7afc-43ae-b664-f82d12e0e6fe admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=64462330f1da44dc97affc6c464d5ca4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3642488 Jan 18 17:15:47.968319 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e93a97-7afc-43ae-b664-f82d12e0e6fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd7b8cf3-418a-4fee-b514-418f442f0e1a,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:15:47.970689 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 55160) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:15:48.035449 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-49e82dc0-4d73-40dd-8900-5ae9134ad702 admin admin] Publish callbacks [] for security_group (fd7b8cf3-418a-4fee-b514-418f442f0e1a), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:48.063974 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-49e82dc0-4d73-40dd-8900-5ae9134ad702 admin admin] Publish callbacks [] for security_group (fd7b8cf3-418a-4fee-b514-418f442f0e1a), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:48.082121 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e49e00-354a-47c2-8a58-ce4ea65c796d req-4b2bcafe-038f-45a0-8335-4110398854c8 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:48.083772 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-22e49e00-354a-47c2-8a58-ce4ea65c796d req-4b2bcafe-038f-45a0-8335-4110398854c8 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 946 time: 0.0747275 Jan 18 17:15:48.185155 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-49e82dc0-4d73-40dd-8900-5ae9134ad702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (fd7b8cf3-418a-4fee-b514-418f442f0e1a), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:48.193392 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-49e82dc0-4d73-40dd-8900-5ae9134ad702 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:48.204203 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-49e82dc0-4d73-40dd-8900-5ae9134ad702 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/fd7b8cf3-418a-4fee-b514-418f442f0e1a HTTP/1.1" status: 204 len: 168 time: 0.2321348 Jan 18 17:15:48.219004 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e82dc0-4d73-40dd-8900-5ae9134ad702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd7b8cf3-418a-4fee-b514-418f442f0e1a,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:15:48.294732 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-22e49e00-354a-47c2-8a58-ce4ea65c796d req-615482fd-b1e7-4a06-a8c8-e75882ebd6ae tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b366610-e294-4f78-943f-869cfaac134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1973875 Jan 18 17:15:48.312984 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-346b35e9-f9bb-4d3a-b02e-ada0580c4196 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Router 4b0ae68c-a166-44d6-b7a4-31737395ea44 has already been hosted by L3 agent 34860b7f-7c9d-4265-9a0a-1b9bd2e1622e {{(pid=103196) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 17:15:48.384837 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Device 639bfe46-d950-45f2-9080-a815d5d4244a no longer exists at agent hyperv_hv-cinder-73362 {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 17:15:48.450213 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-346b35e9-f9bb-4d3a-b02e-ada0580c4196 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Notify agent at l3_agent.dv-cinder-733623-11-iscsi the message routers_updated {{(pid=103196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 17:15:48.465394 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152f9fe1-777c-4c76-bf7d-e54ce4a8847d None None] Sync routers for ids ['4b0ae68c-a166-44d6-b7a4-31737395ea44'] in dv-cinder-733623-11-iscsi {{(pid=103199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 17:15:48.479210 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Current status of the port 639bfe46-d950-45f2-9080-a815d5d4244a is: ACTIVE; New status is: DOWN {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:15:48.479806 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (639bfe46-d950-45f2-9080-a815d5d4244a), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:48.483243 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152f9fe1-777c-4c76-bf7d-e54ce4a8847d None None] Routers {'4b0ae68c-a166-44d6-b7a4-31737395ea44'} bound to L3 agent in host dv-cinder-733623-11-iscsi {{(pid=103199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 17:15:48.484735 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-152f9fe1-777c-4c76-bf7d-e54ce4a8847d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T17:04:58Z,description=,heartbeat_timestamp=2022-01-18T17:15:28Z,host='dv-cinder-733623-11-iscsi',id=34860b7f-7c9d-4265-9a0a-1b9bd2e1622e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T17:04:59Z,topic='l3_agent')) {'router_ids': ['4b0ae68c-a166-44d6-b7a4-31737395ea44'], 'active': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:15:48.537145 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a58e7380-d7cf-40d5-8134-db17de0ec442', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '639bfe46-d950-45f2-9080-a815d5d4244a'}] {{(pid=103198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 17:15:48.541159 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-346b35e9-f9bb-4d3a-b02e-ada0580c4196 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1923895'] for floatingip (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:48.541298 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97aa477b9a8a7659066d830c0d89a1f304b03425b5691a2db6f60cb613ebd93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c071c019-5034-45bf-9ec4-d5dfb9191992" -d '{"events": [{"server_uuid": "a58e7380-d7cf-40d5-8134-db17de0ec442", "name": "network-vif-unplugged", "status": "completed", "tag": "639bfe46-d950-45f2-9080-a815d5d4244a"}]}' {{(pid=103198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 17:15:48.554316 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] For port 639bfe46-d950-45f2-9080-a815d5d4244a, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=639bfe46-d950-45f2-9080-a815d5d4244a,segment=NetworkSegment(7804631f-b978-4531-985d-c1ed5e4123e4),segment_id=7804631f-b978-4531-985d-c1ed5e4123e4)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:15:48.613432 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Jan 2022 17:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be44994e-ca22-4ab8-b29d-71b4382b9cc9 x-openstack-request-id: req-be44994e-ca22-4ab8-b29d-71b4382b9cc9 {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 17:15:48.613965 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a58e7380-d7cf-40d5-8134-db17de0ec442", "name": "network-vif-unplugged", "status": "completed", "tag": "639bfe46-d950-45f2-9080-a815d5d4244a", "code": 200}]} {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 17:15:48.614443 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-be44994e-ca22-4ab8-b29d-71b4382b9cc9 {{(pid=103198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 17:15:48.614897 dv-cinder-733623-11-iscsi neutron-server[103198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a58e7380-d7cf-40d5-8134-db17de0ec442', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '639bfe46-d950-45f2-9080-a815d5d4244a', 'code': 200} Jan 18 17:15:48.616295 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (639bfe46-d950-45f2-9080-a815d5d4244a), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:48.622802 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-346b35e9-f9bb-4d3a-b02e-ada0580c4196 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.7185459 Jan 18 17:15:48.698263 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvr_db [None req-152f9fe1-777c-4c76-bf7d-e54ce4a8847d None None] Set router 4b0ae68c-a166-44d6-b7a4-31737395ea44 gateway port host: dv-cinder-733623-11-iscsi {{(pid=103199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 17:15:48.708065 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Pushing event updated for resources: {'Port': ['ID=639bfe46-d950-45f2-9080-a815d5d4244a,revision_number=8']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:15:49.158637 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-152f9fe1-777c-4c76-bf7d-e54ce4a8847d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b0ae68c-a166-44d6-b7a4-31737395ea44', 'name': 'tempest-TestShelveInstance-1417876969-router', 'tenant_id': 'b3741339c9cb4d89942a9d122409b0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'dfa81959-21d8-4e24-bc5b-c4da2dc4b5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:14:17Z', 'updated_at': '2022-01-18T17:14:21Z', 'revision_number': 4, 'project_id': 'b3741339c9cb4d89942a9d122409b0f2', 'gw_port': {'id': 'dfa81959-21d8-4e24-bc5b-c4da2dc4b5e1', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:61:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0ae68c-a166-44d6-b7a4-31737395ea44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:14:17Z', 'updated_at': '2022-01-18T17:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi', '_floatingips': [{'id': '50f748d4-e457-4b2b-9642-f91fddaf4774', 'tenant_id': 'b3741339c9cb4d89942a9d122409b0f2', 'floating_ip_address': '172.27.1.111', 'floating_network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'router_id': '4b0ae68c-a166-44d6-b7a4-31737395ea44', 'port_id': '6a04f358-0e34-4b83-95c6-89f9d87819ae', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ff719e7-6189-4b9c-a31a-5e6988ac7e0f', 'mac_address': 'fa:16:3e:42:9f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af000e1-f307-4cd1-a83c-b211cd0625d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T17:15:45Z', 'updated_at': '2022-01-18T17:15:45Z', 'revision_number': 0, 'project_id': 'b3741339c9cb4d89942a9d122409b0f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ffccfcc-8888-4ed9-91ed-c65d10e4599d', 'name': '', 'network_id': '7ff719e7-6189-4b9c-a31a-5e6988ac7e0f', 'tenant_id': 'b3741339c9cb4d89942a9d122409b0f2', 'mac_address': 'fa:16:3e:2f:c8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0ae68c-a166-44d6-b7a4-31737395ea44', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'c4b18e1a-148b-4cd9-a5b8-7af1ae242d93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:14:20Z', 'updated_at': '2022-01-18T17:14:25Z', 'revision_number': 5, 'project_id': 'b3741339c9cb4d89942a9d122409b0f2', 'subnets': [{'id': 'c4b18e1a-148b-4cd9-a5b8-7af1ae242d93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-11-iscsi', False) {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:15:49.184877 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152f9fe1-777c-4c76-bf7d-e54ce4a8847d None None] Checking router: 4b0ae68c-a166-44d6-b7a4-31737395ea44 for host: dv-cinder-733623-11-iscsi {{(pid=103199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 17:15:49.193815 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152f9fe1-777c-4c76-bf7d-e54ce4a8847d None None] Routers {'4b0ae68c-a166-44d6-b7a4-31737395ea44'} bound to L3 agent in host dv-cinder-733623-11-iscsi {{(pid=103199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 17:15:49.194431 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-152f9fe1-777c-4c76-bf7d-e54ce4a8847d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T17:04:58Z,description=,heartbeat_timestamp=2022-01-18T17:15:28Z,host='dv-cinder-733623-11-iscsi',id=34860b7f-7c9d-4265-9a0a-1b9bd2e1622e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T17:04:59Z,topic='l3_agent')) {'router_ids': ['4b0ae68c-a166-44d6-b7a4-31737395ea44'], 'active': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:15:49.350240 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvr_db [None req-152f9fe1-777c-4c76-bf7d-e54ce4a8847d None None] Set router 4b0ae68c-a166-44d6-b7a4-31737395ea44 gateway port host: dv-cinder-733623-11-iscsi {{(pid=103199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 17:15:49.472605 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2e5787-cb42-4677-a84b-4997dcb4fe95 req-7c54ac1b-705e-4328-889a-e15bb2fc5e40 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:49.474138 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-7e2e5787-cb42-4677-a84b-4997dcb4fe95 req-7c54ac1b-705e-4328-889a-e15bb2fc5e40 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 944 time: 0.0613000 Jan 18 17:15:49.534084 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2af000e1-f307-4cd1-a83c-b211cd0625d0', 'tag': '6a04f358-0e34-4b83-95c6-89f9d87819ae'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 17:15:49.542557 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dae96983658fa47cc55ad2b43631f290e6eb934f25c74fb238f11dfd9473403c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69745a48-5cd3-4ca3-98de-ce94739c4915" -d '{"events": [{"name": "network-changed", "server_uuid": "2af000e1-f307-4cd1-a83c-b211cd0625d0", "tag": "6a04f358-0e34-4b83-95c6-89f9d87819ae"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 17:15:49.561997 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-7e2e5787-cb42-4677-a84b-4997dcb4fe95 req-03932750-23d2-484d-8e5b-4ee1753b6ced tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b366610-e294-4f78-943f-869cfaac134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783784 Jan 18 17:15:49.685874 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 17:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90a52edb-7cfd-44a4-807c-1d2ac0177c2c x-openstack-request-id: req-90a52edb-7cfd-44a4-807c-1d2ac0177c2c {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 17:15:49.687175 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2af000e1-f307-4cd1-a83c-b211cd0625d0", "tag": "6a04f358-0e34-4b83-95c6-89f9d87819ae", "status": "completed", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 17:15:49.687175 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-90a52edb-7cfd-44a4-807c-1d2ac0177c2c {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 17:15:49.687175 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2af000e1-f307-4cd1-a83c-b211cd0625d0', 'tag': '6a04f358-0e34-4b83-95c6-89f9d87819ae', 'status': 'completed', 'code': 200} Jan 18 17:15:49.691769 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-152f9fe1-777c-4c76-bf7d-e54ce4a8847d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b0ae68c-a166-44d6-b7a4-31737395ea44', 'name': 'tempest-TestShelveInstance-1417876969-router', 'tenant_id': 'b3741339c9cb4d89942a9d122409b0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'dfa81959-21d8-4e24-bc5b-c4da2dc4b5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:14:17Z', 'updated_at': '2022-01-18T17:14:21Z', 'revision_number': 4, 'project_id': 'b3741339c9cb4d89942a9d122409b0f2', 'gw_port': {'id': 'dfa81959-21d8-4e24-bc5b-c4da2dc4b5e1', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:61:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0ae68c-a166-44d6-b7a4-31737395ea44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:14:17Z', 'updated_at': '2022-01-18T17:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi', '_floatingips': [{'id': '50f748d4-e457-4b2b-9642-f91fddaf4774', 'tenant_id': 'b3741339c9cb4d89942a9d122409b0f2', 'floating_ip_address': '172.27.1.111', 'floating_network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'router_id': '4b0ae68c-a166-44d6-b7a4-31737395ea44', 'port_id': '6a04f358-0e34-4b83-95c6-89f9d87819ae', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ff719e7-6189-4b9c-a31a-5e6988ac7e0f', 'mac_address': 'fa:16:3e:42:9f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af000e1-f307-4cd1-a83c-b211cd0625d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T17:15:45Z', 'updated_at': '2022-01-18T17:15:45Z', 'revision_number': 0, 'project_id': 'b3741339c9cb4d89942a9d122409b0f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ffccfcc-8888-4ed9-91ed-c65d10e4599d', 'name': '', 'network_id': '7ff719e7-6189-4b9c-a31a-5e6988ac7e0f', 'tenant_id': 'b3741339c9cb4d89942a9d122409b0f2', 'mac_address': 'fa:16:3e:2f:c8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0ae68c-a166-44d6-b7a4-31737395ea44', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'c4b18e1a-148b-4cd9-a5b8-7af1ae242d93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:14:20Z', 'updated_at': '2022-01-18T17:14:25Z', 'revision_number': 5, 'project_id': 'b3741339c9cb4d89942a9d122409b0f2', 'subnets': [{'id': 'c4b18e1a-148b-4cd9-a5b8-7af1ae242d93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-11-iscsi', False) {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:15:49.731836 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152f9fe1-777c-4c76-bf7d-e54ce4a8847d None None] The sync data for ids ['4b0ae68c-a166-44d6-b7a4-31737395ea44'] in dv-cinder-733623-11-iscsi is: [{'id': '4b0ae68c-a166-44d6-b7a4-31737395ea44', 'name': 'tempest-TestShelveInstance-1417876969-router', 'tenant_id': 'b3741339c9cb4d89942a9d122409b0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'dfa81959-21d8-4e24-bc5b-c4da2dc4b5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:14:17Z', 'updated_at': '2022-01-18T17:14:21Z', 'revision_number': 4, 'project_id': 'b3741339c9cb4d89942a9d122409b0f2', 'gw_port': {'id': 'dfa81959-21d8-4e24-bc5b-c4da2dc4b5e1', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:61:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0ae68c-a166-44d6-b7a4-31737395ea44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:14:17Z', 'updated_at': '2022-01-18T17:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi', '_floatingips': [{'id': '50f748d4-e457-4b2b-9642-f91fddaf4774', 'tenant_id': 'b3741339c9cb4d89942a9d122409b0f2', 'floating_ip_address': '172.27.1.111', 'floating_network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'router_id': '4b0ae68c-a166-44d6-b7a4-31737395ea44', 'port_id': '6a04f358-0e34-4b83-95c6-89f9d87819ae', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ff719e7-6189-4b9c-a31a-5e6988ac7e0f', 'mac_address': 'fa:16:3e:42:9f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af000e1-f307-4cd1-a83c-b211cd0625d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T17:15:45Z', 'updated_at': '2022-01-18T17:15:45Z', 'revision_number': 0, 'project_id': 'b3741339c9cb4d89942a9d122409b0f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ffccfcc-8888-4ed9-91ed-c65d10e4599d', 'name': '', 'network_id': '7ff719e7-6189-4b9c-a31a-5e6988ac7e0f', 'tenant_id': 'b3741339c9cb4d89942a9d122409b0f2', 'mac_address': 'fa:16:3e:2f:c8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0ae68c-a166-44d6-b7a4-31737395ea44', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'c4b18e1a-148b-4cd9-a5b8-7af1ae242d93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:14:20Z', 'updated_at': '2022-01-18T17:14:25Z', 'revision_number': 5, 'project_id': 'b3741339c9cb4d89942a9d122409b0f2', 'subnets': [{'id': 'c4b18e1a-148b-4cd9-a5b8-7af1ae242d93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 17:15:49.822427 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69745a48-5cd3-4ca3-98de-ce94739c4915 req-545d47de-d124-4e29-8116-567c4beec4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:49.824525 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-69745a48-5cd3-4ca3-98de-ce94739c4915 req-545d47de-d124-4e29-8116-567c4beec4c1 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=b3741339c9cb4d89942a9d122409b0f2&device_id=2af000e1-f307-4cd1-a83c-b211cd0625d0 HTTP/1.1" status: 200 len: 1099 time: 0.1114566 Jan 18 17:15:49.955322 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc11357a-f487-4b21-bc6a-df8fa28d7bea req-5037bf37-ed04-4f5d-a10e-00fbf5237972 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:49.957213 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-cc11357a-f487-4b21-bc6a-df8fa28d7bea req-5037bf37-ed04-4f5d-a10e-00fbf5237972 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=81188e87-857f-40aa-9453-9d784f358b5d HTTP/1.1" status: 200 len: 946 time: 0.1258230 Jan 18 17:15:50.004510 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69745a48-5cd3-4ca3-98de-ce94739c4915 req-adc4f582-99ff-41e2-8fbd-a559b082fba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:50.006221 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-69745a48-5cd3-4ca3-98de-ce94739c4915 req-adc4f582-99ff-41e2-8fbd-a559b082fba9 service neutron] 10.222.0.105 "GET /v2.0/networks?id=7ff719e7-6189-4b9c-a31a-5e6988ac7e0f HTTP/1.1" status: 200 len: 910 time: 0.1736515 Jan 18 17:15:50.085640 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dacb7c8-88ab-4198-a825-6377e6cad4d0 None None] New status for floating IP 50f748d4-e457-4b2b-9642-f91fddaf4774: ACTIVE {{(pid=103198) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 17:15:50.137211 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-cc11357a-f487-4b21-bc6a-df8fa28d7bea req-cf681304-d28a-4f2f-8000-74d0b55f0211 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638665 Jan 18 17:15:50.164740 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-69745a48-5cd3-4ca3-98de-ce94739c4915 req-449f58ea-005d-4dc1-9be8-7b076da5d5a0 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6a04f358-0e34-4b83-95c6-89f9d87819ae HTTP/1.1" status: 200 len: 1000 time: 0.1386344 Jan 18 17:15:50.277654 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69745a48-5cd3-4ca3-98de-ce94739c4915 req-8e9a603a-39d1-4135-ae54-0c65ccf8a4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:50.280687 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-69745a48-5cd3-4ca3-98de-ce94739c4915 req-8e9a603a-39d1-4135-ae54-0c65ccf8a4f5 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=c4b18e1a-148b-4cd9-a5b8-7af1ae242d93 HTTP/1.1" status: 200 len: 848 time: 0.0982862 Jan 18 17:15:50.359316 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69745a48-5cd3-4ca3-98de-ce94739c4915 req-4f103994-b962-41d0-a4a1-7ecd51435538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:50.360944 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-69745a48-5cd3-4ca3-98de-ce94739c4915 req-4f103994-b962-41d0-a4a1-7ecd51435538 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=7ff719e7-6189-4b9c-a31a-5e6988ac7e0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0701861 Jan 18 17:15:50.420339 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Device dba3461b-f4d9-46b7-819c-bdafa4821053 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 17:15:50.448791 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] No Port match for: dba3461b-f4d9-46b7-819c-bdafa4821053 {{(pid=103198) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 17:15:50.458276 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Device dba3461b-f4d9-46b7-819c-bdafa4821053 not bound to the agent host hv-cinder-73362 {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 17:15:50.459065 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Device 639bfe46-d950-45f2-9080-a815d5d4244a no longer exists at agent hyperv_hv-cinder-73362 {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 17:15:50.518186 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-69745a48-5cd3-4ca3-98de-ce94739c4915 req-a1bbbd70-d1e8-4f84-bc5d-1e49c2b28f65 service neutron] 10.222.0.105 "GET /v2.0/networks/7ff719e7-6189-4b9c-a31a-5e6988ac7e0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477561 Jan 18 17:15:50.561332 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Current status of the port 639bfe46-d950-45f2-9080-a815d5d4244a is: DOWN; New status is: DOWN {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:15:50.693995 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-69745a48-5cd3-4ca3-98de-ce94739c4915 req-bb24ddd5-a422-4a0b-8d74-ee2bdb1ab280 service neutron] 10.222.0.105 "GET /v2.0/networks/7ff719e7-6189-4b9c-a31a-5e6988ac7e0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658392 Jan 18 17:15:50.720945 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b826231f-4018-4a64-a8e6-a53c4459e365 req-784f7eb8-8d5e-49ce-b813-da41d0ab9e1a tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:50.723617 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b826231f-4018-4a64-a8e6-a53c4459e365 req-784f7eb8-8d5e-49ce-b813-da41d0ab9e1a tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 944 time: 0.0762262 Jan 18 17:15:50.785596 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b826231f-4018-4a64-a8e6-a53c4459e365 req-2651fb20-a518-4258-b815-8d4e86725ff0 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b366610-e294-4f78-943f-869cfaac134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553241 Jan 18 17:15:50.916271 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dda4cc-1f5f-42dd-9ee5-1f30cba25fea req-f86ad7a3-ee35-4402-8bdf-4ad78183cfde tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:50.918948 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-d0dda4cc-1f5f-42dd-9ee5-1f30cba25fea req-f86ad7a3-ee35-4402-8bdf-4ad78183cfde tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/ports?device_id=61497e35-2006-4c23-8778-4375dde4eb25 HTTP/1.1" status: 200 len: 946 time: 0.0619841 Jan 18 17:15:50.984597 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-d0dda4cc-1f5f-42dd-9ee5-1f30cba25fea req-443561d1-0c63-4393-9253-38ac22007b5e tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/security-groups?id=03df2055-10b4-4cb8-8f80-fa2d86607cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594087 Jan 18 17:15:51.284664 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d067ac7c-1ef4-42ae-890e-357815d00eaf req-c29c0f78-6b86-4efa-9b8e-be495fe92345 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:51.286478 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-d067ac7c-1ef4-42ae-890e-357815d00eaf req-c29c0f78-6b86-4efa-9b8e-be495fe92345 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=81188e87-857f-40aa-9453-9d784f358b5d HTTP/1.1" status: 200 len: 946 time: 0.0552087 Jan 18 17:15:51.343798 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-d067ac7c-1ef4-42ae-890e-357815d00eaf req-49dfc903-dfc5-45f2-9cd6-2b28929781cd tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504816 Jan 18 17:15:51.689349 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 55364) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:15:51.833897 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-1c167728-9b91-47be-a6b3-f3ef336ff8e5 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=4b392ed90a5f4e24bf8f91478818dfcc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1433175 Jan 18 17:15:51.836431 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 55370) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:15:51.886762 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-53f31492-738c-40e9-9331-8186d2811b13 admin admin] Publish callbacks [] for security_group (8087b7aa-c4a2-4a0d-a687-53e30095c69c), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:51.910422 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-53f31492-738c-40e9-9331-8186d2811b13 admin admin] Publish callbacks [] for security_group (8087b7aa-c4a2-4a0d-a687-53e30095c69c), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:52.044021 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-53f31492-738c-40e9-9331-8186d2811b13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (8087b7aa-c4a2-4a0d-a687-53e30095c69c), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:52.046925 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-53f31492-738c-40e9-9331-8186d2811b13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:52.049127 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-53f31492-738c-40e9-9331-8186d2811b13 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/8087b7aa-c4a2-4a0d-a687-53e30095c69c HTTP/1.1" status: 204 len: 168 time: 0.2115355 Jan 18 17:15:52.061376 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f31492-738c-40e9-9331-8186d2811b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8087b7aa-c4a2-4a0d-a687-53e30095c69c,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:15:52.115307 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347647b4-7414-4543-8f06-ba6bd557fae9 req-b46cbb66-a0c6-4640-95ea-dd9a89811981 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:52.122619 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-347647b4-7414-4543-8f06-ba6bd557fae9 req-b46cbb66-a0c6-4640-95ea-dd9a89811981 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/ports?device_id=61497e35-2006-4c23-8778-4375dde4eb25 HTTP/1.1" status: 200 len: 946 time: 0.0684772 Jan 18 17:15:52.176429 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-347647b4-7414-4543-8f06-ba6bd557fae9 req-298cd1c3-eeeb-4b33-a1a2-4cfd296dc015 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/security-groups?id=03df2055-10b4-4cb8-8f80-fa2d86607cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529146 Jan 18 17:15:52.208368 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [req-1df8c2ab-7ba4-4b82-8fb0-edaed242da14 req-63c001c5-f6d5-46b4-a47a-0ccb870f34ae service neutron] http://10.222.0.100:9696/v2.0/extensions returned with HTTP 200 {{(pid=103196) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 17:15:52.209372 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1df8c2ab-7ba4-4b82-8fb0-edaed242da14 req-63c001c5-f6d5-46b4-a47a-0ccb870f34ae service neutron] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054991 Jan 18 17:15:52.502139 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c8797-d9cc-4c15-9cae-7868a87828c5 req-71835441-34a1-4425-a9ec-fbfd5ffd4251 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:52.503990 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-969c8797-d9cc-4c15-9cae-7868a87828c5 req-71835441-34a1-4425-a9ec-fbfd5ffd4251 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=81188e87-857f-40aa-9453-9d784f358b5d HTTP/1.1" status: 200 len: 946 time: 0.0625343 Jan 18 17:15:52.521113 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b02c5-a8a4-4d5c-956d-e2d29c1a5e4e req-9a1ae468-48ed-4e8b-b837-e97fadb50dca tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:52.528605 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-7c3b02c5-a8a4-4d5c-956d-e2d29c1a5e4e req-9a1ae468-48ed-4e8b-b837-e97fadb50dca tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 944 time: 0.0717347 Jan 18 17:15:52.584778 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-969c8797-d9cc-4c15-9cae-7868a87828c5 req-4aed673a-a703-4b9e-a4e3-83f24dd2a511 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728648 Jan 18 17:15:52.593133 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-7c3b02c5-a8a4-4d5c-956d-e2d29c1a5e4e req-c6ed0990-6e5c-4713-9c06-fddd8900a81c tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b366610-e294-4f78-943f-869cfaac134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633395 Jan 18 17:15:53.267948 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 55438) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:15:53.376079 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82959f3c-f57b-4647-9456-c57ee9aed54d req-a07219c5-dfbf-4b06-92f4-1e0e4287f3ef tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:53.377684 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-82959f3c-f57b-4647-9456-c57ee9aed54d req-a07219c5-dfbf-4b06-92f4-1e0e4287f3ef tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/ports?device_id=61497e35-2006-4c23-8778-4375dde4eb25 HTTP/1.1" status: 200 len: 946 time: 0.0989540 Jan 18 17:15:53.403137 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-0b88957f-6ba0-4489-958f-0a1d883d9cd2 req-bdc98acb-7287-49d3-847d-bb652c01bed1 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1339736 Jan 18 17:15:53.417363 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [req-0b88957f-6ba0-4489-958f-0a1d883d9cd2 req-442f309e-6356-444e-b700-76a758a46362 service neutron] http://10.222.0.100:9696/v2.0/extensions returned with HTTP 200 {{(pid=103196) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 17:15:53.418411 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-0b88957f-6ba0-4489-958f-0a1d883d9cd2 req-442f309e-6356-444e-b700-76a758a46362 service neutron] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064788 Jan 18 17:15:53.452676 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-82959f3c-f57b-4647-9456-c57ee9aed54d req-85759f99-eeae-4579-9dde-3dcf12d1ae67 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/security-groups?id=03df2055-10b4-4cb8-8f80-fa2d86607cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640697 Jan 18 17:15:53.521150 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 55454) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:15:53.645488 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-3eea7f46-cc52-4279-970a-af874b88c783 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1931758699-network', 'tenant_id': '9b619acf9cdb4528b6f656cc52406910'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:15:53.745257 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7433e57b-3a5c-4c45-9619-97af9e22114d req-9f84d4a8-1c1d-4840-8a2c-66adb0bd7837 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:53.746738 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-7433e57b-3a5c-4c45-9619-97af9e22114d req-9f84d4a8-1c1d-4840-8a2c-66adb0bd7837 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=81188e87-857f-40aa-9453-9d784f358b5d HTTP/1.1" status: 200 len: 946 time: 0.0599930 Jan 18 17:15:53.767717 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a31769-6bff-4e9b-81f5-979c310f7107 req-48d2e637-25c2-4b04-81cd-898e1fbc0f93 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:53.773830 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-50a31769-6bff-4e9b-81f5-979c310f7107 req-48d2e637-25c2-4b04-81cd-898e1fbc0f93 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 944 time: 0.0568690 Jan 18 17:15:53.773830 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eea7f46-cc52-4279-970a-af874b88c783 admin admin] Made reservation on behalf of 9b619acf9cdb4528b6f656cc52406910 for: {'network': 1} {{(pid=103196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 17:15:53.773830 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3eea7f46-cc52-4279-970a-af874b88c783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for network (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:53.788224 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3eea7f46-cc52-4279-970a-af874b88c783 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:53.796811 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-7433e57b-3a5c-4c45-9619-97af9e22114d req-e04bbdf4-cfe4-4a48-8305-f43cd681eeab tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442109 Jan 18 17:15:53.841258 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-50a31769-6bff-4e9b-81f5-979c310f7107 req-136f4c08-2603-497f-b62f-39795adcc0f7 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b366610-e294-4f78-943f-869cfaac134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651076 Jan 18 17:15:53.898263 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3eea7f46-cc52-4279-970a-af874b88c783 admin admin] Publish callbacks [] for security_group (c89a7dc5-0961-4a5a-ac1f-02410b7e5eac), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:53.969375 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3eea7f46-cc52-4279-970a-af874b88c783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (c89a7dc5-0961-4a5a-ac1f-02410b7e5eac), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:53.998408 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eea7f46-cc52-4279-970a-af874b88c783 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 269} {{(pid=103196) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 17:15:54.010106 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eea7f46-cc52-4279-970a-af874b88c783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c89a7dc5-0961-4a5a-ac1f-02410b7e5eac,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:15:54.017961 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3eea7f46-cc52-4279-970a-af874b88c783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527697'] for segment (d54abf42-b153-483d-a89a-0388ad402880), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:54.018952 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.db.segments_db [None req-3eea7f46-cc52-4279-970a-af874b88c783 admin admin] Added segment d54abf42-b153-483d-a89a-0388ad402880 of type vlan for network e751886b-bacb-46c7-b3e1-ad645f57d5d1 Jan 18 17:15:54.060543 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 55472) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:15:54.079218 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3eea7f46-cc52-4279-970a-af874b88c783 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785611949990'] for network (e751886b-bacb-46c7-b3e1-ad645f57d5d1), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:54.158555 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3eea7f46-cc52-4279-970a-af874b88c783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781'] for network (e751886b-bacb-46c7-b3e1-ad645f57d5d1), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:54.159883 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eea7f46-cc52-4279-970a-af874b88c783 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:54.160240 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3eea7f46-cc52-4279-970a-af874b88c783 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526667'] for network (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:54.175426 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-4f5cddcb-5090-4542-b79f-f691103b6c09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:54.224061 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eea7f46-cc52-4279-970a-af874b88c783 admin admin] Pushing event updated for resources: {'Network': ['ID=e751886b-bacb-46c7-b3e1-ad645f57d5d1,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:15:54.234864 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Network e751886b-bacb-46c7-b3e1-ad645f57d5d1 details requested by agent ovs-agent-dv-cinder-733623-11-iscsi with host dv-cinder-733623-11-iscsi {{(pid=103198) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 17:15:54.263724 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-4f5cddcb-5090-4542-b79f-f691103b6c09 admin admin] Publish callbacks [] for security_group (0000ca23-ce95-41b5-bf5d-8efc05513304), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:54.306085 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-3eea7f46-cc52-4279-970a-af874b88c783 admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7835295 Jan 18 17:15:54.309307 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 55476) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:15:54.314096 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-979e27d8-f296-40e6-b843-3564c469e982 admin admin] Request body: {'subnet': {'network_id': 'e751886b-bacb-46c7-b3e1-ad645f57d5d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1931758699-subnet', 'tenant_id': '9b619acf9cdb4528b6f656cc52406910', 'ip_version': 4}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:15:54.327256 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-4f5cddcb-5090-4542-b79f-f691103b6c09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (0000ca23-ce95-41b5-bf5d-8efc05513304), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:54.385626 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5cddcb-5090-4542-b79f-f691103b6c09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0000ca23-ce95-41b5-bf5d-8efc05513304,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:15:54.390162 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-4f5cddcb-5090-4542-b79f-f691103b6c09 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=6b97c42f728f49ceb8829c05e887e819&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3283706 Jan 18 17:15:54.393126 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 55478) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:15:54.439406 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-979e27d8-f296-40e6-b843-3564c469e982 admin admin] Made reservation on behalf of 9b619acf9cdb4528b6f656cc52406910 for: {'subnet': 1} {{(pid=103197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 17:15:54.441655 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-979e27d8-f296-40e6-b843-3564c469e982 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:54.490762 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-ae4ee77b-762c-4829-903a-fb7ed25fec39 admin admin] Publish callbacks [] for security_group (0000ca23-ce95-41b5-bf5d-8efc05513304), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:54.538864 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-ae4ee77b-762c-4829-903a-fb7ed25fec39 admin admin] Publish callbacks [] for security_group (0000ca23-ce95-41b5-bf5d-8efc05513304), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:54.655748 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953c2e75-1243-4cec-9e03-b08132787517 req-59dda9b6-eac6-4701-9483-6a73f714e312 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:54.657232 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-953c2e75-1243-4cec-9e03-b08132787517 req-59dda9b6-eac6-4701-9483-6a73f714e312 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/ports?device_id=61497e35-2006-4c23-8778-4375dde4eb25 HTTP/1.1" status: 200 len: 946 time: 0.1310604 Jan 18 17:15:54.731744 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-ae4ee77b-762c-4829-903a-fb7ed25fec39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (0000ca23-ce95-41b5-bf5d-8efc05513304), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:54.734272 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-ae4ee77b-762c-4829-903a-fb7ed25fec39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:54.735534 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-ae4ee77b-762c-4829-903a-fb7ed25fec39 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/0000ca23-ce95-41b5-bf5d-8efc05513304 HTTP/1.1" status: 204 len: 168 time: 0.3366127 Jan 18 17:15:54.756981 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4ee77b-762c-4829-903a-fb7ed25fec39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0000ca23-ce95-41b5-bf5d-8efc05513304,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:15:54.761784 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-953c2e75-1243-4cec-9e03-b08132787517 req-d33ac801-c95e-435c-852d-10897bd33cb4 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/security-groups?id=03df2055-10b4-4cb8-8f80-fa2d86607cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972478 Jan 18 17:15:54.815210 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-979e27d8-f296-40e6-b843-3564c469e982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781'] for subnet (520b00cd-aeaf-4213-bc9e-5ceb28739828), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:54.877669 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979e27d8-f296-40e6-b843-3564c469e982 admin admin] Pushing event updated for resources: {'Subnet': ['ID=520b00cd-aeaf-4213-bc9e-5ceb28739828,revision_number=0']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:15:54.885252 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979e27d8-f296-40e6-b843-3564c469e982 admin admin] Checking segment: {'id': 'd54abf42-b153-483d-a89a-0388ad402880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'e751886b-bacb-46c7-b3e1-ad645f57d5d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 17:15:54.885559 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979e27d8-f296-40e6-b843-3564c469e982 admin admin] Network hostable DHCP agents. Network: e751886b-bacb-46c7-b3e1-ad645f57d5d1, hostable agents: ['1e8d2d8a-92ca-4025-a540-71c8151dbccf'], hosted agents: [] {{(pid=103197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 17:15:54.939724 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bd627b-7265-4693-9796-64d1136924a1 req-0096e833-a57e-45b1-b5b4-bc0360fbdaf6 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:54.941228 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-a2bd627b-7265-4693-9796-64d1136924a1 req-0096e833-a57e-45b1-b5b4-bc0360fbdaf6 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=81188e87-857f-40aa-9453-9d784f358b5d HTTP/1.1" status: 200 len: 946 time: 0.0544856 Jan 18 17:15:54.981830 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b32b4b-b272-45fb-8c72-f055f93537fb req-0dcf36aa-a126-4e7e-bbd9-d6da5035cd56 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:54.987622 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-d0b32b4b-b272-45fb-8c72-f055f93537fb req-0dcf36aa-a126-4e7e-bbd9-d6da5035cd56 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 944 time: 0.0611460 Jan 18 17:15:54.989183 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979e27d8-f296-40e6-b843-3564c469e982 admin admin] Network e751886b-bacb-46c7-b3e1-ad645f57d5d1 is scheduled to be hosted by DHCP agent 1e8d2d8a-92ca-4025-a540-71c8151dbccf with binding_index 1 {{(pid=103197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 17:15:54.996903 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-a2bd627b-7265-4693-9796-64d1136924a1 req-8384b149-a5d4-491f-b599-72d1ab3ef918 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490360 Jan 18 17:15:55.039358 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-d0b32b4b-b272-45fb-8c72-f055f93537fb req-9f3a3a8d-baa9-4743-9444-8164b05841ca tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b366610-e294-4f78-943f-869cfaac134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465751 Jan 18 17:15:55.101085 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.base_scheduler [None req-979e27d8-f296-40e6-b843-3564c469e982 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-11-iscsi, e751886b-bacb-46c7-b3e1-ad645f57d5d1) {{(pid=103197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 17:15:55.106864 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979e27d8-f296-40e6-b843-3564c469e982 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:55.106864 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-979e27d8-f296-40e6-b843-3564c469e982 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526667'] for subnet (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:55.120429 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2813fb49-189e-4cd8-80c8-48da90c5f06b None None] Network e751886b-bacb-46c7-b3e1-ad645f57d5d1 requested from dv-cinder-733623-11-iscsi {{(pid=103198) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 17:15:55.124448 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9e99e1-4fb3-40eb-8394-be045515fcf1 req-74d9b067-1fed-44ff-a234-0544a54b4089 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:55.126713 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-2f9e99e1-4fb3-40eb-8394-be045515fcf1 req-74d9b067-1fed-44ff-a234-0544a54b4089 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.105 "GET /v2.0/ports?device_id=81188e87-857f-40aa-9453-9d784f358b5d HTTP/1.1" status: 200 len: 946 time: 0.0612249 Jan 18 17:15:55.184914 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-979e27d8-f296-40e6-b843-3564c469e982 admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8742344 Jan 18 17:15:55.199703 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 55494) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:15:55.207176 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-34a57eeb-789b-42b9-9399-a2ff00ed0e17 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1931758699-router', 'tenant_id': '9b619acf9cdb4528b6f656cc52406910', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430'}}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:15:55.257912 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c583f1-f78a-47f1-b303-95169fd518ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f84e879-2170-571d-bd14-f6ce5a973bba-e751886b-bacb-46c7-b3e1-ad645f57d5d1', 'network_id': 'e751886b-bacb-46c7-b3e1-ad645f57d5d1', 'project_id': '9b619acf9cdb4528b6f656cc52406910', 'fixed_ips': [{'subnet_id': '520b00cd-aeaf-4213-bc9e-5ceb28739828'}]}} from dv-cinder-733623-11-iscsi. {{(pid=103198) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 17:15:55.259805 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-79c583f1-f78a-47f1-b303-95169fd518ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:55.272060 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [req-2f9e99e1-4fb3-40eb-8394-be045515fcf1 req-09ca4850-8442-4f71-b94c-96ba4f74a6e6 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Deleting port 612246f5-9e95-4be7-81b2-5f92cce1782e {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 17:15:55.280571 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-2f9e99e1-4fb3-40eb-8394-be045515fcf1 req-09ca4850-8442-4f71-b94c-96ba4f74a6e6 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785612421596'] for port (612246f5-9e95-4be7-81b2-5f92cce1782e), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:55.312434 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-34a57eeb-789b-42b9-9399-a2ff00ed0e17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-644958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16091'] for router (e92146aa-a96d-486e-9a5d-3c81d12702c3), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:55.313906 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-34a57eeb-789b-42b9-9399-a2ff00ed0e17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16096'] for router (e92146aa-a96d-486e-9a5d-3c81d12702c3), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:55.390085 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [req-2f9e99e1-4fb3-40eb-8394-be045515fcf1 req-09ca4850-8442-4f71-b94c-96ba4f74a6e6 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] For port 612246f5-9e95-4be7-81b2-5f92cce1782e, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=612246f5-9e95-4be7-81b2-5f92cce1782e,segment=NetworkSegment(4584f792-4385-45bc-9f18-b5d58b51f5e3),segment_id=4584f792-4385-45bc-9f18-b5d58b51f5e3)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:15:55.390697 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-2f9e99e1-4fb3-40eb-8394-be045515fcf1 req-09ca4850-8442-4f71-b94c-96ba4f74a6e6 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653228'] for port (612246f5-9e95-4be7-81b2-5f92cce1782e), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:55.405198 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [req-2f9e99e1-4fb3-40eb-8394-be045515fcf1 req-09ca4850-8442-4f71-b94c-96ba4f74a6e6 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Calling delete_port for 612246f5-9e95-4be7-81b2-5f92cce1782e owned by compute:nova {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 17:15:55.417529 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f37bf78-8203-4145-bb87-eaf35e6f4fe2 req-77bfab31-0c4b-4036-bb84-2b913fa9b619 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:55.419127 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-3f37bf78-8203-4145-bb87-eaf35e6f4fe2 req-77bfab31-0c4b-4036-bb84-2b913fa9b619 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.105 "GET /v2.0/ports?device_id=61497e35-2006-4c23-8778-4375dde4eb25 HTTP/1.1" status: 200 len: 946 time: 0.1227562 Jan 18 17:15:55.421093 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-34a57eeb-789b-42b9-9399-a2ff00ed0e17 admin admin] Publish callbacks [] for router_controller (e92146aa-a96d-486e-9a5d-3c81d12702c3), precommit_add_association {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:55.433128 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.db_base_plugin_common [None req-79c583f1-f78a-47f1-b303-95169fd518ff None None] Allocated IP 172.20.0.2 (e751886b-bacb-46c7-b3e1-ad645f57d5d1/520b00cd-aeaf-4213-bc9e-5ceb28739828/7c0f1910-66d9-4da6-bcdf-d04a7ecb3b97) {{(pid=103198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 17:15:55.476063 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 55496) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:15:55.495794 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-da46c4c3-ccd5-42f7-8c77-d9465cf09781 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:55.593270 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-79c583f1-f78a-47f1-b303-95169fd518ff None None] Publish callbacks [] for port (7c0f1910-66d9-4da6-bcdf-d04a7ecb3b97), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:55.643739 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-da46c4c3-ccd5-42f7-8c77-d9465cf09781 admin admin] Publish callbacks [] for security_group (78bd77f6-106c-478d-ad4b-3f16f0377d84), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:55.656232 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-79c583f1-f78a-47f1-b303-95169fd518ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785611913804'] for port (7c0f1910-66d9-4da6-bcdf-d04a7ecb3b97), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:55.672898 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-2f9e99e1-4fb3-40eb-8394-be045515fcf1 req-09ca4850-8442-4f71-b94c-96ba4f74a6e6 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785612430192', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785611913813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4300409'] for port (612246f5-9e95-4be7-81b2-5f92cce1782e), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:55.711055 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ca4850-8442-4f71-b94c-96ba4f74a6e6 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Pushing event deleted for resources: {'Port': ['ID=612246f5-9e95-4be7-81b2-5f92cce1782e,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:15:55.712176 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] get_ports_and_sgs() called for port_ids ['ddf52e68-aa03-475b-b83c-dab38c9f91de', '612246f5-9e95-4be7-81b2-5f92cce1782e'] {{(pid=103198) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 17:15:55.715690 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-da46c4c3-ccd5-42f7-8c77-d9465cf09781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (78bd77f6-106c-478d-ad4b-3f16f0377d84), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:55.760399 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c583f1-f78a-47f1-b303-95169fd518ff None None] Network e751886b-bacb-46c7-b3e1-ad645f57d5d1 is already hosted by enough agents. {{(pid=103198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 17:15:55.766516 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c583f1-f78a-47f1-b303-95169fd518ff None None] Pushing event updated for resources: {'Port': ['ID=7c0f1910-66d9-4da6-bcdf-d04a7ecb3b97,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:15:55.771626 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.scheduler.base_scheduler [None req-79c583f1-f78a-47f1-b303-95169fd518ff None None] Resources bound (agent type, host, resource id): {{(pid=103198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 17:15:55.779632 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c583f1-f78a-47f1-b303-95169fd518ff None None] Received port after_create {{(pid=103198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 17:15:55.800801 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f9e99e1-4fb3-40eb-8394-be045515fcf1 req-09ca4850-8442-4f71-b94c-96ba4f74a6e6 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] No DVR routers for this DVR port 612246f5-9e95-4be7-81b2-5f92cce1782e on host hv-cinder-73362 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 17:15:55.812395 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-2f9e99e1-4fb3-40eb-8394-be045515fcf1 req-09ca4850-8442-4f71-b94c-96ba4f74a6e6 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1923895'] for port (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:55.820194 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-2f9e99e1-4fb3-40eb-8394-be045515fcf1 req-09ca4850-8442-4f71-b94c-96ba4f74a6e6 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.105 "DELETE /v2.0/ports/612246f5-9e95-4be7-81b2-5f92cce1782e HTTP/1.1" status: 204 len: 173 time: 0.6840966 Jan 18 17:15:55.825898 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81188e87-857f-40aa-9453-9d784f358b5d', 'name': 'network-vif-deleted', 'tag': '612246f5-9e95-4be7-81b2-5f92cce1782e'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 17:15:55.833107 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dae96983658fa47cc55ad2b43631f290e6eb934f25c74fb238f11dfd9473403c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-debd09b2-773d-48b7-95bc-d3c66c8e94fc" -d '{"events": [{"server_uuid": "81188e87-857f-40aa-9453-9d784f358b5d", "name": "network-vif-deleted", "tag": "612246f5-9e95-4be7-81b2-5f92cce1782e"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 17:15:55.835560 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da46c4c3-ccd5-42f7-8c77-d9465cf09781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78bd77f6-106c-478d-ad4b-3f16f0377d84,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:15:55.843525 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-da46c4c3-ccd5-42f7-8c77-d9465cf09781 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=7e4363dabbf44500b372a3faba0fe12f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3635411 Jan 18 17:15:55.851501 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 55506) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:15:55.880515 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-79c583f1-f78a-47f1-b303-95169fd518ff None None] Attempting to bind port 7c0f1910-66d9-4da6-bcdf-d04a7ecb3b97 on host dv-cinder-733623-11-iscsi for vnic_type normal with profile {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 17:15:55.881241 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-79c583f1-f78a-47f1-b303-95169fd518ff None None] Attempting to bind port 7c0f1910-66d9-4da6-bcdf-d04a7ecb3b97 by drivers openvswitch,hyperv on host dv-cinder-733623-11-iscsi at level 0 using segments [{'id': 'd54abf42-b153-483d-a89a-0388ad402880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'e751886b-bacb-46c7-b3e1-ad645f57d5d1'}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 17:15:55.881907 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c583f1-f78a-47f1-b303-95169fd518ff None None] Attempting to bind port 7c0f1910-66d9-4da6-bcdf-d04a7ecb3b97 on network e751886b-bacb-46c7-b3e1-ad645f57d5d1 {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 17:15:55.897581 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c583f1-f78a-47f1-b303-95169fd518ff None None] Checking agent: {'id': 'a6f837d2-7b5b-4cd3-9c28-296017d8b8e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 17, 5, 2), 'started_at': datetime.datetime(2022, 1, 18, 17, 5, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 17, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 17:15:55.898314 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c583f1-f78a-47f1-b303-95169fd518ff None None] Checking segment: {'id': 'd54abf42-b153-483d-a89a-0388ad402880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'e751886b-bacb-46c7-b3e1-ad645f57d5d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 17:15:55.900087 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-79c583f1-f78a-47f1-b303-95169fd518ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:55.900792 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c583f1-f78a-47f1-b303-95169fd518ff None None] Bound using segment: {'id': 'd54abf42-b153-483d-a89a-0388ad402880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'e751886b-bacb-46c7-b3e1-ad645f57d5d1'} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 17:15:55.901496 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-79c583f1-f78a-47f1-b303-95169fd518ff None None] Bound port: 7c0f1910-66d9-4da6-bcdf-d04a7ecb3b97, host: dv-cinder-733623-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd54abf42-b153-483d-a89a-0388ad402880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'e751886b-bacb-46c7-b3e1-ad645f57d5d1'}}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 17:15:55.902100 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-79c583f1-f78a-47f1-b303-95169fd518ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (7c0f1910-66d9-4da6-bcdf-d04a7ecb3b97), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:55.913579 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-f0204498-9ab6-4c12-b880-46438d00205a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (1e8d2d8a-92ca-4025-a540-71c8151dbccf), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:55.917149 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 17:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b68021-32a5-4397-b9f7-a62d1877f7f1 x-openstack-request-id: req-b0b68021-32a5-4397-b9f7-a62d1877f7f1 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 17:15:55.917445 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81188e87-857f-40aa-9453-9d784f358b5d", "name": "network-vif-deleted", "tag": "612246f5-9e95-4be7-81b2-5f92cce1782e", "status": "completed", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 17:15:55.917699 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-b0b68021-32a5-4397-b9f7-a62d1877f7f1 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 17:15:55.918111 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81188e87-857f-40aa-9453-9d784f358b5d', 'name': 'network-vif-deleted', 'tag': '612246f5-9e95-4be7-81b2-5f92cce1782e', 'status': 'completed', 'code': 200} Jan 18 17:15:55.953365 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-34a57eeb-789b-42b9-9399-a2ff00ed0e17 admin admin] Publish callbacks [] for router_gateway (e92146aa-a96d-486e-9a5d-3c81d12702c3), precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:55.955184 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d5864d32-969f-4321-9bb5-ac944fd67430 admin admin] Publish callbacks [] for security_group (78bd77f6-106c-478d-ad4b-3f16f0377d84), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:55.971482 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.plugin [req-3f37bf78-8203-4145-bb87-eaf35e6f4fe2 req-d2c3b203-5ff3-4c8d-910c-d36f40522e0d tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Deleting port 4eb23aef-14ea-404c-931e-fbe0f6b0d918 {{(pid=103197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 17:15:55.971919 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-3f37bf78-8203-4145-bb87-eaf35e6f4fe2 req-d2c3b203-5ff3-4c8d-910c-d36f40522e0d tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785612421596'] for port (4eb23aef-14ea-404c-931e-fbe0f6b0d918), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:55.985806 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d5864d32-969f-4321-9bb5-ac944fd67430 admin admin] Publish callbacks [] for security_group (78bd77f6-106c-478d-ad4b-3f16f0377d84), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:55.995741 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4585aa4d-be12-46e3-b93f-27d3c8f00acb req-f2cf5280-869c-4753-8cb2-1493a8ca094c tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:56.002791 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-4585aa4d-be12-46e3-b93f-27d3c8f00acb req-f2cf5280-869c-4753-8cb2-1493a8ca094c tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/ports?device_id=61497e35-2006-4c23-8778-4375dde4eb25 HTTP/1.1" status: 200 len: 946 time: 0.1181092 Jan 18 17:15:56.077179 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-79c583f1-f78a-47f1-b303-95169fd518ff None None] For port 7c0f1910-66d9-4da6-bcdf-d04a7ecb3b97, host dv-cinder-733623-11-iscsi, cleared binding levels {{(pid=103198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 17:15:56.084083 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-79c583f1-f78a-47f1-b303-95169fd518ff None None] For port 7c0f1910-66d9-4da6-bcdf-d04a7ecb3b97, host dv-cinder-733623-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-11-iscsi',level=0,port_id=7c0f1910-66d9-4da6-bcdf-d04a7ecb3b97,segment=NetworkSegment(d54abf42-b153-483d-a89a-0388ad402880),segment_id=d54abf42-b153-483d-a89a-0388ad402880)] {{(pid=103198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 17:15:56.091816 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-4585aa4d-be12-46e3-b93f-27d3c8f00acb req-e192a5f7-c36e-451c-bdf2-2463b07fdfd1 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/security-groups?id=03df2055-10b4-4cb8-8f80-fa2d86607cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879850 Jan 18 17:15:56.140083 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-aa98fd5e-ec2d-4cc1-99b4-95eaef48793d req-d56afb89-977f-4e37-85d1-152174427e1f tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=81188e87-857f-40aa-9453-9d784f358b5d HTTP/1.1" status: 200 len: 210 time: 0.0509853 Jan 18 17:15:56.188825 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.db [req-3f37bf78-8203-4145-bb87-eaf35e6f4fe2 req-d2c3b203-5ff3-4c8d-910c-d36f40522e0d tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] For port 4eb23aef-14ea-404c-931e-fbe0f6b0d918, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=4eb23aef-14ea-404c-931e-fbe0f6b0d918,segment=NetworkSegment(2fccfc1b-cb99-45b9-9f8c-ca3412f0a050),segment_id=2fccfc1b-cb99-45b9-9f8c-ca3412f0a050)] {{(pid=103197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:15:56.188825 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-3f37bf78-8203-4145-bb87-eaf35e6f4fe2 req-d2c3b203-5ff3-4c8d-910c-d36f40522e0d tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653228'] for port (4eb23aef-14ea-404c-931e-fbe0f6b0d918), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:56.193806 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d5864d32-969f-4321-9bb5-ac944fd67430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (78bd77f6-106c-478d-ad4b-3f16f0377d84), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:56.197485 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d5864d32-969f-4321-9bb5-ac944fd67430 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:56.200923 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-79c583f1-f78a-47f1-b303-95169fd518ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (7c0f1910-66d9-4da6-bcdf-d04a7ecb3b97), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:56.204536 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-d5864d32-969f-4321-9bb5-ac944fd67430 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/78bd77f6-106c-478d-ad4b-3f16f0377d84 HTTP/1.1" status: 204 len: 168 time: 0.3491185 Jan 18 17:15:56.212789 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.plugin [req-3f37bf78-8203-4145-bb87-eaf35e6f4fe2 req-d2c3b203-5ff3-4c8d-910c-d36f40522e0d tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Calling delete_port for 4eb23aef-14ea-404c-931e-fbe0f6b0d918 owned by compute:nova {{(pid=103197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 17:15:56.239917 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5864d32-969f-4321-9bb5-ac944fd67430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78bd77f6-106c-478d-ad4b-3f16f0377d84,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:15:56.271167 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86ac75d-a9a8-45cf-b25d-17308c59da20 req-72d6c3a4-9119-432b-9a40-cce354efe9a2 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:56.281545 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-f86ac75d-a9a8-45cf-b25d-17308c59da20 req-72d6c3a4-9119-432b-9a40-cce354efe9a2 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 944 time: 0.0912917 Jan 18 17:15:56.367116 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c583f1-f78a-47f1-b303-95169fd518ff None None] Pushing event updated for resources: {'Port': ['ID=7c0f1910-66d9-4da6-bcdf-d04a7ecb3b97,revision_number=2']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:15:56.412910 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-f86ac75d-a9a8-45cf-b25d-17308c59da20 req-5231fee4-9ebd-4898-8fcd-95d433aa627c tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b366610-e294-4f78-943f-869cfaac134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233850 Jan 18 17:15:56.604244 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-34a57eeb-789b-42b9-9399-a2ff00ed0e17 admin admin] Publish callbacks [] for router_gateway (e92146aa-a96d-486e-9a5d-3c81d12702c3), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:56.624025 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-34a57eeb-789b-42b9-9399-a2ff00ed0e17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:56.640090 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-3f37bf78-8203-4145-bb87-eaf35e6f4fe2 req-d2c3b203-5ff3-4c8d-910c-d36f40522e0d tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785612430192', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785611913813'] for port (4eb23aef-14ea-404c-931e-fbe0f6b0d918), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:56.653402 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] get_ports_and_sgs() called for port_ids ['2706719d-053e-4bba-99a2-f8032595f432', '3c4ed697-efd7-4c87-8893-07396ce30f59'] {{(pid=103198) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 17:15:56.732816 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c3b203-5ff3-4c8d-910c-d36f40522e0d tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Pushing event deleted for resources: {'Port': ['ID=4eb23aef-14ea-404c-931e-fbe0f6b0d918,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:15:56.854608 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f37bf78-8203-4145-bb87-eaf35e6f4fe2 req-d2c3b203-5ff3-4c8d-910c-d36f40522e0d tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] No DVR routers for this DVR port 4eb23aef-14ea-404c-931e-fbe0f6b0d918 on host hv-cinder-73362 {{(pid=103197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 17:15:56.865119 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-3f37bf78-8203-4145-bb87-eaf35e6f4fe2 req-d2c3b203-5ff3-4c8d-910c-d36f40522e0d tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1923895'] for port (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:56.871753 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-3f37bf78-8203-4145-bb87-eaf35e6f4fe2 req-d2c3b203-5ff3-4c8d-910c-d36f40522e0d tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.105 "DELETE /v2.0/ports/4eb23aef-14ea-404c-931e-fbe0f6b0d918 HTTP/1.1" status: 204 len: 173 time: 1.4446511 Jan 18 17:15:56.876306 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61497e35-2006-4c23-8778-4375dde4eb25', 'name': 'network-vif-deleted', 'tag': '4eb23aef-14ea-404c-931e-fbe0f6b0d918'}] {{(pid=103197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 17:15:56.883462 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3aa228331c825044a8c5a816f7450a712b29f1505f8362b46ccab27415aa536" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-478256ee-4e73-4f08-9453-b920f4993dc5" -d '{"events": [{"server_uuid": "61497e35-2006-4c23-8778-4375dde4eb25", "name": "network-vif-deleted", "tag": "4eb23aef-14ea-404c-931e-fbe0f6b0d918"}]}' {{(pid=103197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 17:15:56.958323 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.db.db_base_plugin_common [None req-34a57eeb-789b-42b9-9399-a2ff00ed0e17 admin admin] Allocated IP 172.27.1.119 (09e508a9-4d19-4482-acf1-bcc4a2adb430/ac199632-c036-4879-8c53-e78832fc0d54/9936c60a-f4bb-4a14-a56d-1f02b4ae4346) {{(pid=103197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 17:15:57.003544 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 17:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eaf475a-73ca-4120-a072-c25c18e1ba5b x-openstack-request-id: req-2eaf475a-73ca-4120-a072-c25c18e1ba5b {{(pid=103197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 17:15:57.003926 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61497e35-2006-4c23-8778-4375dde4eb25", "name": "network-vif-deleted", "tag": "4eb23aef-14ea-404c-931e-fbe0f6b0d918", "status": "completed", "code": 200}]} {{(pid=103197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 17:15:57.004571 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-2eaf475a-73ca-4120-a072-c25c18e1ba5b {{(pid=103197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 17:15:57.005091 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61497e35-2006-4c23-8778-4375dde4eb25', 'name': 'network-vif-deleted', 'tag': '4eb23aef-14ea-404c-931e-fbe0f6b0d918', 'status': 'completed', 'code': 200} Jan 18 17:15:57.112790 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Device 7c0f1910-66d9-4da6-bcdf-d04a7ecb3b97 up at agent ovs-agent-dv-cinder-733623-11-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 17:15:57.241682 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-42ea6136-900e-4504-af23-ccd835151af5 req-6ef0f8f6-2f63-4b27-a074-36c8ca72bc4c tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/ports?device_id=61497e35-2006-4c23-8778-4375dde4eb25 HTTP/1.1" status: 200 len: 210 time: 0.0467997 Jan 18 17:15:57.243695 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-34a57eeb-789b-42b9-9399-a2ff00ed0e17 admin admin] Publish callbacks [] for port (9936c60a-f4bb-4a14-a56d-1f02b4ae4346), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:57.272507 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Provisioning complete for port 7c0f1910-66d9-4da6-bcdf-d04a7ecb3b97 triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:15:57.272906 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (7c0f1910-66d9-4da6-bcdf-d04a7ecb3b97), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:57.451145 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-34a57eeb-789b-42b9-9399-a2ff00ed0e17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785611913804'] for port (9936c60a-f4bb-4a14-a56d-1f02b4ae4346), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:57.466592 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Current status of the port 7c0f1910-66d9-4da6-bcdf-d04a7ecb3b97 is: DOWN; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:15:57.467635 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (7c0f1910-66d9-4da6-bcdf-d04a7ecb3b97), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:57.534734 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a57eeb-789b-42b9-9399-a2ff00ed0e17 admin admin] Network 09e508a9-4d19-4482-acf1-bcc4a2adb430 is already hosted by enough agents. {{(pid=103197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 17:15:57.537425 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] For port 7c0f1910-66d9-4da6-bcdf-d04a7ecb3b97, host dv-cinder-733623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-11-iscsi',level=0,port_id=7c0f1910-66d9-4da6-bcdf-d04a7ecb3b97,segment=NetworkSegment(d54abf42-b153-483d-a89a-0388ad402880),segment_id=d54abf42-b153-483d-a89a-0388ad402880)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:15:57.542680 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.base_scheduler [None req-34a57eeb-789b-42b9-9399-a2ff00ed0e17 admin admin] Resources bound (agent type, host, resource id): {{(pid=103197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 17:15:57.554072 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a57eeb-789b-42b9-9399-a2ff00ed0e17 admin admin] Received port after_create {{(pid=103197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 17:15:57.612656 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a57eeb-789b-42b9-9399-a2ff00ed0e17 admin admin] Pushing event updated for resources: {'Port': ['ID=9936c60a-f4bb-4a14-a56d-1f02b4ae4346,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:15:57.638340 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (7c0f1910-66d9-4da6-bcdf-d04a7ecb3b97), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:57.732797 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Pushing event updated for resources: {'Port': ['ID=7c0f1910-66d9-4da6-bcdf-d04a7ecb3b97,revision_number=3']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:15:57.800552 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b88957f-6ba0-4489-958f-0a1d883d9cd2 req-39cc151f-ff3a-42f5-a72b-947463f410d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:57.802088 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-0b88957f-6ba0-4489-958f-0a1d883d9cd2 req-39cc151f-ff3a-42f5-a72b-947463f410d8 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442&tenant_id=4983e51e5c4742eb9b95034b5aef3213 HTTP/1.1" status: 200 len: 1097 time: 0.2008483 Jan 18 17:15:57.865138 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7900fa3-79fa-4803-af43-73c93c7a8795 None None] Network e751886b-bacb-46c7-b3e1-ad645f57d5d1 requested from dv-cinder-733623-11-iscsi {{(pid=103198) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 17:15:57.897539 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b88957f-6ba0-4489-958f-0a1d883d9cd2 req-c35c0bf5-7fa8-42eb-99fd-b6d3779229a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:57.899955 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-0b88957f-6ba0-4489-958f-0a1d883d9cd2 req-c35c0bf5-7fa8-42eb-99fd-b6d3779229a9 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=4983e51e5c4742eb9b95034b5aef3213&device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 1097 time: 0.0661421 Jan 18 17:15:57.937321 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c87758f-cd48-4ed9-a084-b094b92ed5ab req-20a43a6c-9056-490d-b663-bfa489cd9f0f tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:57.939892 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-9c87758f-cd48-4ed9-a084-b094b92ed5ab req-20a43a6c-9056-490d-b663-bfa489cd9f0f tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 944 time: 0.0794051 Jan 18 17:15:57.979463 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-e11fa018-0496-4c60-a384-e7a47bae4842 None None] Provisioning complete for port 7c0f1910-66d9-4da6-bcdf-d04a7ecb3b97 triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:15:57.980643 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e11fa018-0496-4c60-a384-e7a47bae4842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (7c0f1910-66d9-4da6-bcdf-d04a7ecb3b97), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:57.999816 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-9c87758f-cd48-4ed9-a084-b094b92ed5ab req-5dc02d3a-3459-4d6d-8a5e-45d972a6bb73 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b366610-e294-4f78-943f-869cfaac134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504045 Jan 18 17:15:58.125938 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-34a57eeb-789b-42b9-9399-a2ff00ed0e17 admin admin] Publish callbacks [] for router_gateway (e92146aa-a96d-486e-9a5d-3c81d12702c3), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:58.232140 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-e11fa018-0496-4c60-a384-e7a47bae4842 None None] Current status of the port 7c0f1910-66d9-4da6-bcdf-d04a7ecb3b97 is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:15:58.237457 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b88957f-6ba0-4489-958f-0a1d883d9cd2 req-fe01c25a-95f3-4ed3-b366-603bb58b86d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:58.239007 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-0b88957f-6ba0-4489-958f-0a1d883d9cd2 req-fe01c25a-95f3-4ed3-b366-603bb58b86d8 service neutron] 10.222.0.105 "GET /v2.0/networks?id=2be6587c-41c5-41bc-ac5a-09ac1f4499ce HTTP/1.1" status: 200 len: 918 time: 0.2746520 Jan 18 17:15:58.300748 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-19a6dfa5-2023-418d-bb0a-7df7f6242218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (34860b7f-7c9d-4265-9a0a-1b9bd2e1622e), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:58.431548 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-0b88957f-6ba0-4489-958f-0a1d883d9cd2 req-c7f9eae1-9ca2-4973-8baa-4c163edc6c1c service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=639bfe46-d950-45f2-9080-a815d5d4244a HTTP/1.1" status: 200 len: 998 time: 0.1420882 Jan 18 17:15:58.441231 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efebe44e-8706-453f-8cfd-3eb2c68a70ba req-621db885-cff6-4981-9635-57a72f38f2a7 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:58.442831 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-efebe44e-8706-453f-8cfd-3eb2c68a70ba req-621db885-cff6-4981-9635-57a72f38f2a7 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=fd06e8ed-8113-4ba5-8f7b-c7a1759d866f HTTP/1.1" status: 200 len: 946 time: 0.2278056 Jan 18 17:15:58.461576 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-492f8cb6-6c2f-4ba8-8b7c-1fe1b90969b3 None None] Provisioning complete for port 7c0f1910-66d9-4da6-bcdf-d04a7ecb3b97 triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:15:58.462201 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-492f8cb6-6c2f-4ba8-8b7c-1fe1b90969b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (7c0f1910-66d9-4da6-bcdf-d04a7ecb3b97), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:58.466776 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Device 612246f5-9e95-4be7-81b2-5f92cce1782e no longer exists at agent hyperv_hv-cinder-73362 {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 17:15:58.527694 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] No Port match for: 612246f5-9e95-4be7-81b2-5f92cce1782e {{(pid=103198) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 17:15:58.528375 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Device 612246f5-9e95-4be7-81b2-5f92cce1782e not bound to the agent host hv-cinder-73362 {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 17:15:58.528963 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Device 4eb23aef-14ea-404c-931e-fbe0f6b0d918 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 17:15:58.557549 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] No Port match for: 4eb23aef-14ea-404c-931e-fbe0f6b0d918 {{(pid=103198) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 17:15:58.558155 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Device 4eb23aef-14ea-404c-931e-fbe0f6b0d918 not bound to the agent host hv-cinder-73362 {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 17:15:58.604214 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-34a57eeb-789b-42b9-9399-a2ff00ed0e17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648101'] for router (e92146aa-a96d-486e-9a5d-3c81d12702c3), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:58.613118 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-492f8cb6-6c2f-4ba8-8b7c-1fe1b90969b3 None None] Current status of the port 7c0f1910-66d9-4da6-bcdf-d04a7ecb3b97 is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:15:58.692777 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b88957f-6ba0-4489-958f-0a1d883d9cd2 req-f5acad1b-3828-4b93-9e3c-6de6e1b215bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:58.694251 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-0b88957f-6ba0-4489-958f-0a1d883d9cd2 req-f5acad1b-3828-4b93-9e3c-6de6e1b215bd service neutron] 10.222.0.105 "GET /v2.0/subnets?id=29c22a55-3970-45d3-a1fa-25a28ccfa3f2 HTTP/1.1" status: 200 len: 856 time: 0.2485981 Jan 18 17:15:58.704054 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-efebe44e-8706-453f-8cfd-3eb2c68a70ba req-da0a07fb-02ea-463a-bd4c-ff1ae17bd19d tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481949 Jan 18 17:15:58.807907 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b88957f-6ba0-4489-958f-0a1d883d9cd2 req-a6eac5df-4e24-4af8-80e6-d091dae73c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:58.809410 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-0b88957f-6ba0-4489-958f-0a1d883d9cd2 req-a6eac5df-4e24-4af8-80e6-d091dae73c79 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=2be6587c-41c5-41bc-ac5a-09ac1f4499ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1045010 Jan 18 17:15:58.929005 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Device 7c0f1910-66d9-4da6-bcdf-d04a7ecb3b97 up at agent ovs-agent-dv-cinder-733623-11-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 17:15:59.001531 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Provisioning complete for port 7c0f1910-66d9-4da6-bcdf-d04a7ecb3b97 triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:15:59.001913 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (7c0f1910-66d9-4da6-bcdf-d04a7ecb3b97), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:59.092410 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Current status of the port 7c0f1910-66d9-4da6-bcdf-d04a7ecb3b97 is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:15:59.119940 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-a24976dc-7f89-446d-8d9b-8a75bf0e6853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (f7781508-68f4-4d6b-b413-74596bae1216), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:59.199173 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13116da-e963-413c-962a-ed9bb815979c req-739748bb-31c8-4b28-bf34-6970b904998a tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:59.199173 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-c13116da-e963-413c-962a-ed9bb815979c req-739748bb-31c8-4b28-bf34-6970b904998a tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/ports?device_id=ee6e164d-0747-407b-89c3-a60a4a90c9ff HTTP/1.1" status: 200 len: 946 time: 0.3693013 Jan 18 17:15:59.220358 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34a57eeb-789b-42b9-9399-a2ff00ed0e17 admin admin] Router e92146aa-a96d-486e-9a5d-3c81d12702c3 is scheduled to L3 agent 34860b7f-7c9d-4265-9a0a-1b9bd2e1622e with binding_index 1 {{(pid=103197) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 17:15:59.234174 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-0b88957f-6ba0-4489-958f-0a1d883d9cd2 req-dae09098-b4a0-493a-a8a4-20c668d35a7d service neutron] 10.222.0.105 "GET /v2.0/networks/2be6587c-41c5-41bc-ac5a-09ac1f4499ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4147820 Jan 18 17:15:59.261005 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441f3eb7-c791-41bf-8188-a1c931a847bf req-59724ad4-b1a8-4845-b2dc-9dace96ec3d9 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:59.268681 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-441f3eb7-c791-41bf-8188-a1c931a847bf req-59724ad4-b1a8-4845-b2dc-9dace96ec3d9 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 944 time: 0.0844352 Jan 18 17:15:59.324003 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-441f3eb7-c791-41bf-8188-a1c931a847bf req-6ab6a248-7f2e-41c9-af95-2e77c975870e tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b366610-e294-4f78-943f-869cfaac134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540874 Jan 18 17:15:59.366379 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-c13116da-e963-413c-962a-ed9bb815979c req-f7275c46-5458-4abe-b7fe-ecb3e61c8fb2 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/security-groups?id=03df2055-10b4-4cb8-8f80-fa2d86607cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665154 Jan 18 17:15:59.445799 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-0b88957f-6ba0-4489-958f-0a1d883d9cd2 req-8af48e1c-f448-40b0-9fd7-f29b65048a6c service neutron] 10.222.0.105 "GET /v2.0/networks/2be6587c-41c5-41bc-ac5a-09ac1f4499ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013421 Jan 18 17:15:59.451024 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34a57eeb-789b-42b9-9399-a2ff00ed0e17 admin admin] Notify agent at l3_agent.dv-cinder-733623-11-iscsi the message routers_updated {{(pid=103197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 17:15:59.460765 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0436e5f7-4fc0-458e-b445-2611865c4e74 None None] Sync routers for ids ['e92146aa-a96d-486e-9a5d-3c81d12702c3'] in dv-cinder-733623-11-iscsi {{(pid=103199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 17:15:59.475435 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0436e5f7-4fc0-458e-b445-2611865c4e74 None None] Routers {'e92146aa-a96d-486e-9a5d-3c81d12702c3'} bound to L3 agent in host dv-cinder-733623-11-iscsi {{(pid=103199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 17:15:59.476231 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-0436e5f7-4fc0-458e-b445-2611865c4e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T17:04:58Z,description=,heartbeat_timestamp=2022-01-18T17:15:58Z,host='dv-cinder-733623-11-iscsi',id=34860b7f-7c9d-4265-9a0a-1b9bd2e1622e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T17:04:59Z,topic='l3_agent')) {'router_ids': ['e92146aa-a96d-486e-9a5d-3c81d12702c3'], 'active': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:15:59.537574 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-34a57eeb-789b-42b9-9399-a2ff00ed0e17 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:59.538820 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-34a57eeb-789b-42b9-9399-a2ff00ed0e17 admin admin] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.3352594 Jan 18 17:15:59.548621 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 55618) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:15:59.606066 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvr_db [None req-0436e5f7-4fc0-458e-b445-2611865c4e74 None None] Set router e92146aa-a96d-486e-9a5d-3c81d12702c3 gateway port host: dv-cinder-733623-11-iscsi {{(pid=103199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 17:15:59.842138 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-0436e5f7-4fc0-458e-b445-2611865c4e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92146aa-a96d-486e-9a5d-3c81d12702c3', 'name': 'tempest-TestMinimumBasicScenario-1931758699-router', 'tenant_id': '9b619acf9cdb4528b6f656cc52406910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '9936c60a-f4bb-4a14-a56d-1f02b4ae4346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:15:55Z', 'updated_at': '2022-01-18T17:15:57Z', 'revision_number': 3, 'project_id': '9b619acf9cdb4528b6f656cc52406910', 'gw_port': {'id': '9936c60a-f4bb-4a14-a56d-1f02b4ae4346', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:47:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e92146aa-a96d-486e-9a5d-3c81d12702c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:15:56Z', 'updated_at': '2022-01-18T17:15:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi'}], 'dv-cinder-733623-11-iscsi', False) {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:15:59.866738 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd37b4eb-c00c-4f68-b82c-355456e598e3 req-a6a8f23e-7721-473a-b3fb-8434411c1ff3 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:15:59.869897 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-bd37b4eb-c00c-4f68-b82c-355456e598e3 req-a6a8f23e-7721-473a-b3fb-8434411c1ff3 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=fd06e8ed-8113-4ba5-8f7b-c7a1759d866f HTTP/1.1" status: 200 len: 946 time: 0.0698490 Jan 18 17:15:59.885334 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0436e5f7-4fc0-458e-b445-2611865c4e74 None None] Checking router: e92146aa-a96d-486e-9a5d-3c81d12702c3 for host: dv-cinder-733623-11-iscsi {{(pid=103199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 17:15:59.885963 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0436e5f7-4fc0-458e-b445-2611865c4e74 None None] Updating router e92146aa-a96d-486e-9a5d-3c81d12702c3 port 9936c60a-f4bb-4a14-a56d-1f02b4ae4346 binding host dv-cinder-733623-11-iscsi {{(pid=103199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 17:15:59.911857 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-0436e5f7-4fc0-458e-b445-2611865c4e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (9936c60a-f4bb-4a14-a56d-1f02b4ae4346), before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:15:59.963908 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-bd37b4eb-c00c-4f68-b82c-355456e598e3 req-a3f9065f-2968-4772-b038-6640e3559de6 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866284 Jan 18 17:16:00.100720 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-e5e68466-eb5a-4ea4-a323-f732d7e8098b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:00.192541 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-0436e5f7-4fc0-458e-b445-2611865c4e74 None None] Publish callbacks [] for port (9936c60a-f4bb-4a14-a56d-1f02b4ae4346), precommit_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:00.283730 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-0436e5f7-4fc0-458e-b445-2611865c4e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (9936c60a-f4bb-4a14-a56d-1f02b4ae4346), after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:00.286769 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.db.db_base_plugin_common [None req-e5e68466-eb5a-4ea4-a323-f732d7e8098b admin admin] Allocated IP 172.20.0.1 (e751886b-bacb-46c7-b3e1-ad645f57d5d1/520b00cd-aeaf-4213-bc9e-5ceb28739828/b9a414cb-12d7-45ac-a0e3-99755e24f99f) {{(pid=103197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 17:16:00.405074 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8791e2-1179-4404-8929-349f7ba830ba None None] Pushing event updated for resources: {'Port': ['ID=9936c60a-f4bb-4a14-a56d-1f02b4ae4346,revision_number=2']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:00.413457 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8791e2-1179-4404-8929-349f7ba830ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:16:00.414172 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8791e2-1179-4404-8929-349f7ba830ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:16:00.414778 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8791e2-1179-4404-8929-349f7ba830ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:16:00.415206 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8791e2-1179-4404-8929-349f7ba830ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:16:00.415616 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8791e2-1179-4404-8929-349f7ba830ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:16:00.416011 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8791e2-1179-4404-8929-349f7ba830ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:16:00.416421 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8791e2-1179-4404-8929-349f7ba830ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:16:00.416866 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8791e2-1179-4404-8929-349f7ba830ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:16:00.417256 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8791e2-1179-4404-8929-349f7ba830ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:16:00.417661 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8791e2-1179-4404-8929-349f7ba830ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:16:00.418049 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8791e2-1179-4404-8929-349f7ba830ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:16:00.418489 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8791e2-1179-4404-8929-349f7ba830ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:16:00.418954 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8791e2-1179-4404-8929-349f7ba830ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:16:00.442382 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [None req-0436e5f7-4fc0-458e-b445-2611865c4e74 None None] Attempting to bind port 9936c60a-f4bb-4a14-a56d-1f02b4ae4346 on host dv-cinder-733623-11-iscsi for vnic_type normal with profile {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 17:16:00.443247 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [None req-0436e5f7-4fc0-458e-b445-2611865c4e74 None None] Attempting to bind port 9936c60a-f4bb-4a14-a56d-1f02b4ae4346 by drivers openvswitch,hyperv on host dv-cinder-733623-11-iscsi at level 0 using segments [{'id': 'e313aa2e-7c8f-481c-b82b-97bbd998f4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430'}] {{(pid=103199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 17:16:00.444091 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0436e5f7-4fc0-458e-b445-2611865c4e74 None None] Attempting to bind port 9936c60a-f4bb-4a14-a56d-1f02b4ae4346 on network 09e508a9-4d19-4482-acf1-bcc4a2adb430 {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 17:16:00.452393 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0436e5f7-4fc0-458e-b445-2611865c4e74 None None] Checking agent: {'id': 'a6f837d2-7b5b-4cd3-9c28-296017d8b8e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 17, 5, 2), 'started_at': datetime.datetime(2022, 1, 18, 17, 5, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 17, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 17:16:00.452840 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0436e5f7-4fc0-458e-b445-2611865c4e74 None None] Checking segment: {'id': 'e313aa2e-7c8f-481c-b82b-97bbd998f4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 17:16:00.453565 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-0436e5f7-4fc0-458e-b445-2611865c4e74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:00.454363 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0436e5f7-4fc0-458e-b445-2611865c4e74 None None] Bound using segment: {'id': 'e313aa2e-7c8f-481c-b82b-97bbd998f4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430'} {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 17:16:00.455250 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [None req-0436e5f7-4fc0-458e-b445-2611865c4e74 None None] Bound port: 9936c60a-f4bb-4a14-a56d-1f02b4ae4346, host: dv-cinder-733623-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e313aa2e-7c8f-481c-b82b-97bbd998f4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430'}}] {{(pid=103199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 17:16:00.455856 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-0436e5f7-4fc0-458e-b445-2611865c4e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (9936c60a-f4bb-4a14-a56d-1f02b4ae4346), before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:00.488514 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-e5e68466-eb5a-4ea4-a323-f732d7e8098b admin admin] Publish callbacks [] for port (b9a414cb-12d7-45ac-a0e3-99755e24f99f), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:00.559604 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.db [None req-0436e5f7-4fc0-458e-b445-2611865c4e74 None None] For port 9936c60a-f4bb-4a14-a56d-1f02b4ae4346, host dv-cinder-733623-11-iscsi, cleared binding levels {{(pid=103199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 17:16:00.563440 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.db [None req-0436e5f7-4fc0-458e-b445-2611865c4e74 None None] For port 9936c60a-f4bb-4a14-a56d-1f02b4ae4346, host dv-cinder-733623-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-11-iscsi',level=0,port_id=9936c60a-f4bb-4a14-a56d-1f02b4ae4346,segment=NetworkSegment(e313aa2e-7c8f-481c-b82b-97bbd998f4e0),segment_id=e313aa2e-7c8f-481c-b82b-97bbd998f4e0)] {{(pid=103199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 17:16:00.655127 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-d0f57583-9799-4745-8039-4fb698731137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (f223777b-396b-444b-a9c9-71cdff5b918d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:00.656659 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-0436e5f7-4fc0-458e-b445-2611865c4e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (9936c60a-f4bb-4a14-a56d-1f02b4ae4346), after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:00.666638 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e808aa-fb18-46ad-82f1-6af8a155f411 req-8dc6f4e0-bf11-4cd2-a436-d3ee5e301ca3 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:00.669009 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-97e808aa-fb18-46ad-82f1-6af8a155f411 req-8dc6f4e0-bf11-4cd2-a436-d3ee5e301ca3 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/ports?device_id=ee6e164d-0747-407b-89c3-a60a4a90c9ff HTTP/1.1" status: 200 len: 946 time: 0.0916529 Jan 18 17:16:00.688025 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93d2213-df04-4661-be24-046430034611 req-1d96df51-a661-494a-bde7-629207efbba5 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:00.698131 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-c93d2213-df04-4661-be24-046430034611 req-1d96df51-a661-494a-bde7-629207efbba5 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 944 time: 0.2217798 Jan 18 17:16:00.736285 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b548028-f6d6-4022-8f69-ab586f323c11 req-b88d631f-b828-4737-95c1-3c621f46c2ab tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:00.739925 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-2b548028-f6d6-4022-8f69-ab586f323c11 req-b88d631f-b828-4737-95c1-3c621f46c2ab tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.105 "GET /v2.0/ports?device_id=ee6e164d-0747-407b-89c3-a60a4a90c9ff HTTP/1.1" status: 200 len: 946 time: 0.1803935 Jan 18 17:16:00.755711 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0436e5f7-4fc0-458e-b445-2611865c4e74 None None] Routers {'e92146aa-a96d-486e-9a5d-3c81d12702c3'} bound to L3 agent in host dv-cinder-733623-11-iscsi {{(pid=103199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 17:16:00.756394 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-0436e5f7-4fc0-458e-b445-2611865c4e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T17:04:58Z,description=,heartbeat_timestamp=2022-01-18T17:15:58Z,host='dv-cinder-733623-11-iscsi',id=34860b7f-7c9d-4265-9a0a-1b9bd2e1622e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T17:04:59Z,topic='l3_agent')) {'router_ids': ['e92146aa-a96d-486e-9a5d-3c81d12702c3'], 'active': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:16:00.772613 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8791e2-1179-4404-8929-349f7ba830ba None None] Pushing event updated for resources: {'Port': ['ID=9936c60a-f4bb-4a14-a56d-1f02b4ae4346,revision_number=3']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:00.796277 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-97e808aa-fb18-46ad-82f1-6af8a155f411 req-e64e6096-2b11-4058-a676-b48628d1a89c tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/security-groups?id=03df2055-10b4-4cb8-8f80-fa2d86607cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211231 Jan 18 17:16:00.823860 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-e5e68466-eb5a-4ea4-a323-f732d7e8098b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785611913804'] for port (b9a414cb-12d7-45ac-a0e3-99755e24f99f), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:00.874992 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-c93d2213-df04-4661-be24-046430034611 req-a8674f96-334c-4a7f-ae05-1dcd1ad4b91d tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b366610-e294-4f78-943f-869cfaac134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1753860 Jan 18 17:16:00.947230 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e68466-eb5a-4ea4-a323-f732d7e8098b admin admin] Pushing event updated for resources: {'Port': ['ID=b9a414cb-12d7-45ac-a0e3-99755e24f99f,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:00.952799 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvr_db [None req-0436e5f7-4fc0-458e-b445-2611865c4e74 None None] Set router e92146aa-a96d-486e-9a5d-3c81d12702c3 gateway port host: dv-cinder-733623-11-iscsi {{(pid=103199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 17:16:00.968210 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e68466-eb5a-4ea4-a323-f732d7e8098b admin admin] Network e751886b-bacb-46c7-b3e1-ad645f57d5d1 is already hosted by enough agents. {{(pid=103197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 17:16:00.971982 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.base_scheduler [None req-e5e68466-eb5a-4ea4-a323-f732d7e8098b admin admin] Resources bound (agent type, host, resource id): {{(pid=103197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 17:16:00.975383 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e68466-eb5a-4ea4-a323-f732d7e8098b admin admin] Received port after_create {{(pid=103197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 17:16:00.975943 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-e5e68466-eb5a-4ea4-a323-f732d7e8098b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-647824'] for router_interface (e92146aa-a96d-486e-9a5d-3c81d12702c3), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:01.040053 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.plugin [req-2b548028-f6d6-4022-8f69-ab586f323c11 req-f94e0e0f-f704-4527-be0a-bb26791210da tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Deleting port 3c4ed697-efd7-4c87-8893-07396ce30f59 {{(pid=103197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 17:16:01.040447 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-2b548028-f6d6-4022-8f69-ab586f323c11 req-f94e0e0f-f704-4527-be0a-bb26791210da tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785612421596'] for port (3c4ed697-efd7-4c87-8893-07396ce30f59), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:01.198538 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bbbe20-81dc-4a55-b93b-c77d7c33fd15 req-6a215087-6b77-4e4b-b853-8ab27dc9b3cf tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:01.213160 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b6bbbe20-81dc-4a55-b93b-c77d7c33fd15 req-6a215087-6b77-4e4b-b853-8ab27dc9b3cf tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=fd06e8ed-8113-4ba5-8f7b-c7a1759d866f HTTP/1.1" status: 200 len: 946 time: 0.1313100 Jan 18 17:16:01.221585 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.db [req-2b548028-f6d6-4022-8f69-ab586f323c11 req-f94e0e0f-f704-4527-be0a-bb26791210da tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] For port 3c4ed697-efd7-4c87-8893-07396ce30f59, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=3c4ed697-efd7-4c87-8893-07396ce30f59,segment=NetworkSegment(2fccfc1b-cb99-45b9-9f8c-ca3412f0a050),segment_id=2fccfc1b-cb99-45b9-9f8c-ca3412f0a050)] {{(pid=103197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:16:01.221958 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-2b548028-f6d6-4022-8f69-ab586f323c11 req-f94e0e0f-f704-4527-be0a-bb26791210da tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653228'] for port (3c4ed697-efd7-4c87-8893-07396ce30f59), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:01.261486 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.plugin [req-2b548028-f6d6-4022-8f69-ab586f323c11 req-f94e0e0f-f704-4527-be0a-bb26791210da tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Calling delete_port for 3c4ed697-efd7-4c87-8893-07396ce30f59 owned by compute:nova {{(pid=103197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 17:16:01.316164 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b6bbbe20-81dc-4a55-b93b-c77d7c33fd15 req-67a6925e-6980-4acd-97fa-1cd9442812c2 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964580 Jan 18 17:16:01.371869 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-db2507af-1ff0-477e-9b89-fe40906ca9cd None None] Provisioning complete for port b9a414cb-12d7-45ac-a0e3-99755e24f99f triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:16:01.372828 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-db2507af-1ff0-477e-9b89-fe40906ca9cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (b9a414cb-12d7-45ac-a0e3-99755e24f99f), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:01.435884 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-db2507af-1ff0-477e-9b89-fe40906ca9cd None None] Port b9a414cb-12d7-45ac-a0e3-99755e24f99f cannot update to ACTIVE because it is not bound. {{(pid=103198) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 17:16:01.473909 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-e5e68466-eb5a-4ea4-a323-f732d7e8098b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (b9a414cb-12d7-45ac-a0e3-99755e24f99f), before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:01.491985 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-0436e5f7-4fc0-458e-b445-2611865c4e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92146aa-a96d-486e-9a5d-3c81d12702c3', 'name': 'tempest-TestMinimumBasicScenario-1931758699-router', 'tenant_id': '9b619acf9cdb4528b6f656cc52406910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '9936c60a-f4bb-4a14-a56d-1f02b4ae4346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:15:55Z', 'updated_at': '2022-01-18T17:15:57Z', 'revision_number': 3, 'project_id': '9b619acf9cdb4528b6f656cc52406910', 'gw_port': {'id': '9936c60a-f4bb-4a14-a56d-1f02b4ae4346', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:47:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e92146aa-a96d-486e-9a5d-3c81d12702c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:15:56Z', 'updated_at': '2022-01-18T17:16:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi'}], 'dv-cinder-733623-11-iscsi', False) {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:16:01.538470 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0436e5f7-4fc0-458e-b445-2611865c4e74 None None] The sync data for ids ['e92146aa-a96d-486e-9a5d-3c81d12702c3'] in dv-cinder-733623-11-iscsi is: [{'id': 'e92146aa-a96d-486e-9a5d-3c81d12702c3', 'name': 'tempest-TestMinimumBasicScenario-1931758699-router', 'tenant_id': '9b619acf9cdb4528b6f656cc52406910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '9936c60a-f4bb-4a14-a56d-1f02b4ae4346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:15:55Z', 'updated_at': '2022-01-18T17:15:57Z', 'revision_number': 3, 'project_id': '9b619acf9cdb4528b6f656cc52406910', 'gw_port': {'id': '9936c60a-f4bb-4a14-a56d-1f02b4ae4346', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:47:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e92146aa-a96d-486e-9a5d-3c81d12702c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:15:56Z', 'updated_at': '2022-01-18T17:16:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi'}] {{(pid=103199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 17:16:01.542127 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-2b548028-f6d6-4022-8f69-ab586f323c11 req-f94e0e0f-f704-4527-be0a-bb26791210da tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785612430192', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785611913813'] for port (3c4ed697-efd7-4c87-8893-07396ce30f59), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:01.554582 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] get_ports_and_sgs() called for port_ids ['2706719d-053e-4bba-99a2-f8032595f432', '3c4ed697-efd7-4c87-8893-07396ce30f59'] {{(pid=103198) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 17:16:01.737451 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-e5e68466-eb5a-4ea4-a323-f732d7e8098b admin admin] Publish callbacks [] for port (b9a414cb-12d7-45ac-a0e3-99755e24f99f), precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:01.790948 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94e0e0f-f704-4527-be0a-bb26791210da tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Pushing event deleted for resources: {'Port': ['ID=3c4ed697-efd7-4c87-8893-07396ce30f59,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:01.837468 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-e5e68466-eb5a-4ea4-a323-f732d7e8098b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (b9a414cb-12d7-45ac-a0e3-99755e24f99f), after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:01.837468 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-e5e68466-eb5a-4ea4-a323-f732d7e8098b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-647780'] for router_interface (e92146aa-a96d-486e-9a5d-3c81d12702c3), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:01.895843 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (a6f837d2-7b5b-4cd3-9c28-296017d8b8e6), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:01.936232 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e68466-eb5a-4ea4-a323-f732d7e8098b admin admin] Pushing event updated for resources: {'Port': ['ID=b9a414cb-12d7-45ac-a0e3-99755e24f99f,revision_number=2']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:01.940045 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b548028-f6d6-4022-8f69-ab586f323c11 req-f94e0e0f-f704-4527-be0a-bb26791210da tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] No DVR routers for this DVR port 3c4ed697-efd7-4c87-8893-07396ce30f59 on host hv-cinder-73362 {{(pid=103197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 17:16:01.947029 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-2b548028-f6d6-4022-8f69-ab586f323c11 req-f94e0e0f-f704-4527-be0a-bb26791210da tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1923895'] for port (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:01.953138 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-2b548028-f6d6-4022-8f69-ab586f323c11 req-f94e0e0f-f704-4527-be0a-bb26791210da tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.105 "DELETE /v2.0/ports/3c4ed697-efd7-4c87-8893-07396ce30f59 HTTP/1.1" status: 204 len: 173 time: 1.1971886 Jan 18 17:16:01.953138 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee6e164d-0747-407b-89c3-a60a4a90c9ff', 'name': 'network-vif-deleted', 'tag': '3c4ed697-efd7-4c87-8893-07396ce30f59'}] {{(pid=103197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 17:16:01.956412 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3aa228331c825044a8c5a816f7450a712b29f1505f8362b46ccab27415aa536" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9bad87e-32ee-49c2-be41-ae7c5c030286" -d '{"events": [{"server_uuid": "ee6e164d-0747-407b-89c3-a60a4a90c9ff", "name": "network-vif-deleted", "tag": "3c4ed697-efd7-4c87-8893-07396ce30f59"}]}' {{(pid=103197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 17:16:02.170701 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-6c437627-478c-42d4-a5c9-a2aeb5fc53f0 req-d54533ca-7ab7-4c20-a3c2-38b69df784f8 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/ports?device_id=ee6e164d-0747-407b-89c3-a60a4a90c9ff HTTP/1.1" status: 200 len: 210 time: 0.1265397 Jan 18 17:16:02.216763 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb34be8-c489-4967-9285-ca042d48ef17 req-62d1010f-df56-405f-a777-bb76746733af tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:02.233251 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-cdb34be8-c489-4967-9285-ca042d48ef17 req-62d1010f-df56-405f-a777-bb76746733af tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 944 time: 0.1653695 Jan 18 17:16:02.333227 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 17:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29756a0a-ad2c-4bad-a4aa-c15ac04ea6de x-openstack-request-id: req-29756a0a-ad2c-4bad-a4aa-c15ac04ea6de {{(pid=103197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 17:16:02.333522 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee6e164d-0747-407b-89c3-a60a4a90c9ff", "name": "network-vif-deleted", "tag": "3c4ed697-efd7-4c87-8893-07396ce30f59", "status": "completed", "code": 200}]} {{(pid=103197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 17:16:02.333783 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-29756a0a-ad2c-4bad-a4aa-c15ac04ea6de {{(pid=103197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 17:16:02.334191 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee6e164d-0747-407b-89c3-a60a4a90c9ff', 'name': 'network-vif-deleted', 'tag': '3c4ed697-efd7-4c87-8893-07396ce30f59', 'status': 'completed', 'code': 200} Jan 18 17:16:02.346139 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e68466-eb5a-4ea4-a323-f732d7e8098b admin admin] Network e751886b-bacb-46c7-b3e1-ad645f57d5d1 is already hosted by enough agents. {{(pid=103197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 17:16:02.357240 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.base_scheduler [None req-e5e68466-eb5a-4ea4-a323-f732d7e8098b admin admin] Resources bound (agent type, host, resource id): {{(pid=103197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 17:16:02.406428 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-cdb34be8-c489-4967-9285-ca042d48ef17 req-21ebb26f-cd12-442b-aba4-4b1a5282d090 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b366610-e294-4f78-943f-869cfaac134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1685870 Jan 18 17:16:02.642721 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4eecff-07e4-4103-be78-9b954a0eb36a req-7050d390-d4b4-4334-b7cc-d6495377afe2 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:02.645877 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-0a4eecff-07e4-4103-be78-9b954a0eb36a req-7050d390-d4b4-4334-b7cc-d6495377afe2 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=fd06e8ed-8113-4ba5-8f7b-c7a1759d866f HTTP/1.1" status: 200 len: 946 time: 0.1463568 Jan 18 17:16:02.683575 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5e68466-eb5a-4ea4-a323-f732d7e8098b admin admin] Router e92146aa-a96d-486e-9a5d-3c81d12702c3 has already been hosted by L3 agent 34860b7f-7c9d-4265-9a0a-1b9bd2e1622e {{(pid=103197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 17:16:02.797614 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-7609749a-6d78-4d16-af2e-563b75e69fe7 None None] Provisioning complete for port b9a414cb-12d7-45ac-a0e3-99755e24f99f triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:16:02.797980 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-7609749a-6d78-4d16-af2e-563b75e69fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (b9a414cb-12d7-45ac-a0e3-99755e24f99f), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:02.847941 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-0a4eecff-07e4-4103-be78-9b954a0eb36a req-98afb60e-5f32-45bc-ba63-4dd49574c1e8 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914794 Jan 18 17:16:02.902372 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-7609749a-6d78-4d16-af2e-563b75e69fe7 None None] Port b9a414cb-12d7-45ac-a0e3-99755e24f99f cannot update to ACTIVE because it is not bound. {{(pid=103198) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 17:16:02.978010 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5e68466-eb5a-4ea4-a323-f732d7e8098b admin admin] Notify agent at l3_agent.dv-cinder-733623-11-iscsi the message routers_updated {{(pid=103197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 17:16:02.996692 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-e5e68466-eb5a-4ea4-a323-f732d7e8098b admin admin] 10.222.0.100 "PUT /v2.0/routers/e92146aa-a96d-486e-9a5d-3c81d12702c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4460351 Jan 18 17:16:03.081128 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Device 9936c60a-f4bb-4a14-a56d-1f02b4ae4346 up at agent ovs-agent-dv-cinder-733623-11-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 17:16:03.367872 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Provisioning complete for port 9936c60a-f4bb-4a14-a56d-1f02b4ae4346 triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:16:03.367872 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (9936c60a-f4bb-4a14-a56d-1f02b4ae4346), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:03.479015 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-4596a62b-a955-4571-9b80-5ff7d1d04f79 req-2de68ae6-8340-4d54-8ce6-8e8a0c790396 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/ports?device_id=ee6e164d-0747-407b-89c3-a60a4a90c9ff HTTP/1.1" status: 200 len: 210 time: 0.0784750 Jan 18 17:16:03.519986 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Current status of the port 9936c60a-f4bb-4a14-a56d-1f02b4ae4346 is: DOWN; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:16:03.520578 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (9936c60a-f4bb-4a14-a56d-1f02b4ae4346), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:03.587767 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] For port 9936c60a-f4bb-4a14-a56d-1f02b4ae4346, host dv-cinder-733623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-11-iscsi',level=0,port_id=9936c60a-f4bb-4a14-a56d-1f02b4ae4346,segment=NetworkSegment(e313aa2e-7c8f-481c-b82b-97bbd998f4e0),segment_id=e313aa2e-7c8f-481c-b82b-97bbd998f4e0)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:16:03.655131 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (9936c60a-f4bb-4a14-a56d-1f02b4ae4346), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:03.656402 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781e9ca2-97e8-447f-822e-0cbad2338469 req-a8f5b314-1074-4f30-91ab-bccfaa2741cd tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:03.668495 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-781e9ca2-97e8-447f-822e-0cbad2338469 req-a8f5b314-1074-4f30-91ab-bccfaa2741cd tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 944 time: 0.1257901 Jan 18 17:16:03.719190 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Pushing event updated for resources: {'Port': ['ID=9936c60a-f4bb-4a14-a56d-1f02b4ae4346,revision_number=4']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:03.749857 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-781e9ca2-97e8-447f-822e-0cbad2338469 req-4c374f20-29fc-442b-9983-26819f40a212 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b366610-e294-4f78-943f-869cfaac134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792017 Jan 18 17:16:04.077391 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 55770) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:16:04.080886 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52449ab5-2590-41d1-8e47-2b8e2ac3aee0 req-96dabbd1-0420-4ca2-9d3f-d80d7603600f tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:04.096866 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-52449ab5-2590-41d1-8e47-2b8e2ac3aee0 req-96dabbd1-0420-4ca2-9d3f-d80d7603600f tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=fd06e8ed-8113-4ba5-8f7b-c7a1759d866f HTTP/1.1" status: 200 len: 946 time: 0.1241407 Jan 18 17:16:04.200638 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-52449ab5-2590-41d1-8e47-2b8e2ac3aee0 req-f6c2db03-3ae1-495f-b29b-5daaa627b831 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023781 Jan 18 17:16:04.427695 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-ddd9eca8-28e9-44e9-9ace-d24f78db3198 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:04.440061 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 55782) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:16:04.447658 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-bb1973ed-764c-4d78-8723-a8ca58ed1b8d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1378179451-network', 'tenant_id': '52dbd573e41c46878d0014f1fddbe0c2'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:16:04.522406 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Device 3c4ed697-efd7-4c87-8893-07396ce30f59 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 17:16:04.522406 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6783ee-2afc-4fcf-9047-e68817f6083a None None] Sync routers for ids ['e92146aa-a96d-486e-9a5d-3c81d12702c3'] in dv-cinder-733623-11-iscsi {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 17:16:04.547114 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] No Port match for: 3c4ed697-efd7-4c87-8893-07396ce30f59 {{(pid=103198) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 17:16:04.547927 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Device 3c4ed697-efd7-4c87-8893-07396ce30f59 not bound to the agent host hv-cinder-73362 {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 17:16:04.558546 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6783ee-2afc-4fcf-9047-e68817f6083a None None] Routers {'e92146aa-a96d-486e-9a5d-3c81d12702c3'} bound to L3 agent in host dv-cinder-733623-11-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 17:16:04.561069 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-5e6783ee-2afc-4fcf-9047-e68817f6083a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T17:04:58Z,description=,heartbeat_timestamp=2022-01-18T17:15:58Z,host='dv-cinder-733623-11-iscsi',id=34860b7f-7c9d-4265-9a0a-1b9bd2e1622e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T17:04:59Z,topic='l3_agent')) {'router_ids': ['e92146aa-a96d-486e-9a5d-3c81d12702c3'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:16:04.574768 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb1973ed-764c-4d78-8723-a8ca58ed1b8d admin admin] Made reservation on behalf of 52dbd573e41c46878d0014f1fddbe0c2 for: {'network': 1} {{(pid=103196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 17:16:04.578040 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-bb1973ed-764c-4d78-8723-a8ca58ed1b8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for network (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:04.598823 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-bb1973ed-764c-4d78-8723-a8ca58ed1b8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:04.602177 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-ddd9eca8-28e9-44e9-9ace-d24f78db3198 admin admin] Publish callbacks [] for security_group (e3e32ac8-3cf8-4bfd-8b72-9c1e30a705da), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:04.688712 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-dbea9d3d-a3a8-4e4f-acbb-f9863f02745c req-89831935-a73c-48f3-8155-7f8b10318824 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/ports?device_id=ee6e164d-0747-407b-89c3-a60a4a90c9ff HTTP/1.1" status: 200 len: 210 time: 0.0434268 Jan 18 17:16:04.688712 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-ddd9eca8-28e9-44e9-9ace-d24f78db3198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (e3e32ac8-3cf8-4bfd-8b72-9c1e30a705da), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:04.722927 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-5e6783ee-2afc-4fcf-9047-e68817f6083a None None] Set router e92146aa-a96d-486e-9a5d-3c81d12702c3 gateway port host: dv-cinder-733623-11-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 17:16:04.727852 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-ddd9eca8-28e9-44e9-9ace-d24f78db3198 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=702f7fb4c3da4deeba0aaf4c5c02ba1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6490827 Jan 18 17:16:04.729056 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd9eca8-28e9-44e9-9ace-d24f78db3198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e32ac8-3cf8-4bfd-8b72-9c1e30a705da,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:04.731125 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 55786) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:16:04.826015 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-bb1973ed-764c-4d78-8723-a8ca58ed1b8d admin admin] Publish callbacks [] for security_group (297beabc-dbfd-4036-87d0-7d83586519dd), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:04.842533 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-dc3b61e8-b7e5-47c5-8ff6-fa772a507c4e admin admin] Publish callbacks [] for security_group (e3e32ac8-3cf8-4bfd-8b72-9c1e30a705da), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:04.871963 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-dc3b61e8-b7e5-47c5-8ff6-fa772a507c4e admin admin] Publish callbacks [] for security_group (e3e32ac8-3cf8-4bfd-8b72-9c1e30a705da), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:04.966032 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-bb1973ed-764c-4d78-8723-a8ca58ed1b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (297beabc-dbfd-4036-87d0-7d83586519dd), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:05.031253 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb1973ed-764c-4d78-8723-a8ca58ed1b8d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 284} {{(pid=103196) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 17:16:05.041896 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-bb1973ed-764c-4d78-8723-a8ca58ed1b8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527697'] for segment (62116162-dc1f-4f5e-8a1f-86b40d7e4d9c), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:05.042263 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.db.segments_db [None req-bb1973ed-764c-4d78-8723-a8ca58ed1b8d admin admin] Added segment 62116162-dc1f-4f5e-8a1f-86b40d7e4d9c of type vlan for network 9fcdf23c-7549-4d05-bb72-c699754d1dd6 Jan 18 17:16:05.066009 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Device 9936c60a-f4bb-4a14-a56d-1f02b4ae4346 up at agent ovs-agent-dv-cinder-733623-11-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 17:16:05.147795 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-5e6783ee-2afc-4fcf-9047-e68817f6083a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92146aa-a96d-486e-9a5d-3c81d12702c3', 'name': 'tempest-TestMinimumBasicScenario-1931758699-router', 'tenant_id': '9b619acf9cdb4528b6f656cc52406910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '9936c60a-f4bb-4a14-a56d-1f02b4ae4346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:15:55Z', 'updated_at': '2022-01-18T17:16:01Z', 'revision_number': 4, 'project_id': '9b619acf9cdb4528b6f656cc52406910', 'gw_port': {'id': '9936c60a-f4bb-4a14-a56d-1f02b4ae4346', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:47:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92146aa-a96d-486e-9a5d-3c81d12702c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:15:56Z', 'updated_at': '2022-01-18T17:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi', '_interfaces': [{'id': 'b9a414cb-12d7-45ac-a0e3-99755e24f99f', 'name': '', 'network_id': 'e751886b-bacb-46c7-b3e1-ad645f57d5d1', 'tenant_id': '9b619acf9cdb4528b6f656cc52406910', 'mac_address': 'fa:16:3e:ad:1b:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e92146aa-a96d-486e-9a5d-3c81d12702c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '520b00cd-aeaf-4213-bc9e-5ceb28739828', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:00Z', 'updated_at': '2022-01-18T17:16:01Z', 'revision_number': 2, 'project_id': '9b619acf9cdb4528b6f656cc52406910', 'subnets': [{'id': '520b00cd-aeaf-4213-bc9e-5ceb28739828', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-11-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:16:05.188826 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6783ee-2afc-4fcf-9047-e68817f6083a None None] Checking router: e92146aa-a96d-486e-9a5d-3c81d12702c3 for host: dv-cinder-733623-11-iscsi {{(pid=103198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 17:16:05.189091 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6783ee-2afc-4fcf-9047-e68817f6083a None None] Updating router e92146aa-a96d-486e-9a5d-3c81d12702c3 port b9a414cb-12d7-45ac-a0e3-99755e24f99f binding host dv-cinder-733623-11-iscsi {{(pid=103198) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 17:16:05.210061 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1973ed-764c-4d78-8723-a8ca58ed1b8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=297beabc-dbfd-4036-87d0-7d83586519dd,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:05.224187 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Provisioning complete for port 9936c60a-f4bb-4a14-a56d-1f02b4ae4346 triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:16:05.224565 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (9936c60a-f4bb-4a14-a56d-1f02b4ae4346), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:05.259050 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8645fefc-11c8-4488-b2f7-7fbd2d9a2742 req-5a7cd1cc-56be-4c5c-a62d-1b0efa1c4f9a tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:05.272119 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-8645fefc-11c8-4488-b2f7-7fbd2d9a2742 req-5a7cd1cc-56be-4c5c-a62d-1b0efa1c4f9a tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 944 time: 0.3976994 Jan 18 17:16:05.290615 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5e6783ee-2afc-4fcf-9047-e68817f6083a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (b9a414cb-12d7-45ac-a0e3-99755e24f99f), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:05.318680 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-bb1973ed-764c-4d78-8723-a8ca58ed1b8d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785611949990'] for network (9fcdf23c-7549-4d05-bb72-c699754d1dd6), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:05.329633 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1973ed-764c-4d78-8723-a8ca58ed1b8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:16:05.330169 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1973ed-764c-4d78-8723-a8ca58ed1b8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:16:05.330628 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1973ed-764c-4d78-8723-a8ca58ed1b8d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:16:05.330977 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1973ed-764c-4d78-8723-a8ca58ed1b8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:16:05.331463 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1973ed-764c-4d78-8723-a8ca58ed1b8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:16:05.331857 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1973ed-764c-4d78-8723-a8ca58ed1b8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:16:05.332199 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1973ed-764c-4d78-8723-a8ca58ed1b8d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:16:05.333037 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1973ed-764c-4d78-8723-a8ca58ed1b8d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:16:05.333154 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1973ed-764c-4d78-8723-a8ca58ed1b8d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:16:05.333686 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1973ed-764c-4d78-8723-a8ca58ed1b8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:16:05.334056 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1973ed-764c-4d78-8723-a8ca58ed1b8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:16:05.334362 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1973ed-764c-4d78-8723-a8ca58ed1b8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:16:05.334748 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1973ed-764c-4d78-8723-a8ca58ed1b8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:16:05.452855 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-8645fefc-11c8-4488-b2f7-7fbd2d9a2742 req-552d6f97-6097-4d39-b1b0-fd9ab934174d tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b366610-e294-4f78-943f-869cfaac134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1783662 Jan 18 17:16:05.455461 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-dc3b61e8-b7e5-47c5-8ff6-fa772a507c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (e3e32ac8-3cf8-4bfd-8b72-9c1e30a705da), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:05.460888 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-dc3b61e8-b7e5-47c5-8ff6-fa772a507c4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:05.463320 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-dc3b61e8-b7e5-47c5-8ff6-fa772a507c4e admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/e3e32ac8-3cf8-4bfd-8b72-9c1e30a705da HTTP/1.1" status: 204 len: 168 time: 0.7311034 Jan 18 17:16:05.477539 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3b61e8-b7e5-47c5-8ff6-fa772a507c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e32ac8-3cf8-4bfd-8b72-9c1e30a705da,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:05.517480 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66c532d-773f-4d3c-9b59-00ffa63703c2 req-ec8d2804-bb54-4cd8-a19f-a1b2baa98d23 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:05.522800 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-e66c532d-773f-4d3c-9b59-00ffa63703c2 req-ec8d2804-bb54-4cd8-a19f-a1b2baa98d23 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=fd06e8ed-8113-4ba5-8f7b-c7a1759d866f HTTP/1.1" status: 200 len: 946 time: 0.1291163 Jan 18 17:16:05.558168 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-bb1973ed-764c-4d78-8723-a8ca58ed1b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781'] for network (9fcdf23c-7549-4d05-bb72-c699754d1dd6), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:05.559366 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1973ed-764c-4d78-8723-a8ca58ed1b8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:05.560151 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-bb1973ed-764c-4d78-8723-a8ca58ed1b8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526667'] for network (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:05.567582 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Current status of the port 9936c60a-f4bb-4a14-a56d-1f02b4ae4346 is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:16:05.660994 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-e66c532d-773f-4d3c-9b59-00ffa63703c2 req-285e43f8-a355-4cda-8f10-47eb7f7c28ee tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322558 Jan 18 17:16:05.729151 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-bb1973ed-764c-4d78-8723-a8ca58ed1b8d admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2827060 Jan 18 17:16:05.730013 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 55800) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:16:05.745451 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-9a9d977b-96f2-483b-ae9f-16d58c37cd5b admin admin] Request body: {'subnet': {'network_id': '9fcdf23c-7549-4d05-bb72-c699754d1dd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1378179451-subnet', 'tenant_id': '52dbd573e41c46878d0014f1fddbe0c2', 'ip_version': 4}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:16:05.760548 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1973ed-764c-4d78-8723-a8ca58ed1b8d admin admin] Pushing event updated for resources: {'Network': ['ID=9fcdf23c-7549-4d05-bb72-c699754d1dd6,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:05.786992 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Network 9fcdf23c-7549-4d05-bb72-c699754d1dd6 details requested by agent ovs-agent-dv-cinder-733623-11-iscsi with host dv-cinder-733623-11-iscsi {{(pid=103198) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 17:16:05.862594 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1206c046-ebf9-4ff9-b42f-176fb5cff05d req-b51ccdb1-8385-406f-bf0b-e869b98a1095 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/ports?device_id=ee6e164d-0747-407b-89c3-a60a4a90c9ff HTTP/1.1" status: 200 len: 210 time: 0.0546124 Jan 18 17:16:05.896060 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a9d977b-96f2-483b-ae9f-16d58c37cd5b admin admin] Made reservation on behalf of 52dbd573e41c46878d0014f1fddbe0c2 for: {'subnet': 1} {{(pid=103196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 17:16:05.898719 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9a9d977b-96f2-483b-ae9f-16d58c37cd5b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4592754'] for subnet (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:06.044730 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5e6783ee-2afc-4fcf-9047-e68817f6083a None None] Publish callbacks [] for port (b9a414cb-12d7-45ac-a0e3-99755e24f99f), precommit_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:06.135658 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5e6783ee-2afc-4fcf-9047-e68817f6083a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (b9a414cb-12d7-45ac-a0e3-99755e24f99f), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:06.253753 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec928bc-4662-4fad-83b5-8acb0533fa1f None None] Pushing event updated for resources: {'Port': ['ID=b9a414cb-12d7-45ac-a0e3-99755e24f99f,revision_number=3']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:06.500069 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-5e6783ee-2afc-4fcf-9047-e68817f6083a None None] Attempting to bind port b9a414cb-12d7-45ac-a0e3-99755e24f99f on host dv-cinder-733623-11-iscsi for vnic_type normal with profile {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 17:16:06.500069 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-5e6783ee-2afc-4fcf-9047-e68817f6083a None None] Attempting to bind port b9a414cb-12d7-45ac-a0e3-99755e24f99f by drivers openvswitch,hyperv on host dv-cinder-733623-11-iscsi at level 0 using segments [{'id': 'd54abf42-b153-483d-a89a-0388ad402880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'e751886b-bacb-46c7-b3e1-ad645f57d5d1'}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 17:16:06.500069 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6783ee-2afc-4fcf-9047-e68817f6083a None None] Attempting to bind port b9a414cb-12d7-45ac-a0e3-99755e24f99f on network e751886b-bacb-46c7-b3e1-ad645f57d5d1 {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 17:16:06.500069 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6783ee-2afc-4fcf-9047-e68817f6083a None None] Checking agent: {'id': 'a6f837d2-7b5b-4cd3-9c28-296017d8b8e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 17, 5, 2), 'started_at': datetime.datetime(2022, 1, 18, 17, 5, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 17, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 17:16:06.500069 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6783ee-2afc-4fcf-9047-e68817f6083a None None] Checking segment: {'id': 'd54abf42-b153-483d-a89a-0388ad402880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'e751886b-bacb-46c7-b3e1-ad645f57d5d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 17:16:06.500069 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5e6783ee-2afc-4fcf-9047-e68817f6083a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:06.500069 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6783ee-2afc-4fcf-9047-e68817f6083a None None] Bound using segment: {'id': 'd54abf42-b153-483d-a89a-0388ad402880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'e751886b-bacb-46c7-b3e1-ad645f57d5d1'} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 17:16:06.500069 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-5e6783ee-2afc-4fcf-9047-e68817f6083a None None] Bound port: b9a414cb-12d7-45ac-a0e3-99755e24f99f, host: dv-cinder-733623-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd54abf42-b153-483d-a89a-0388ad402880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'e751886b-bacb-46c7-b3e1-ad645f57d5d1'}}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 17:16:06.500069 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5e6783ee-2afc-4fcf-9047-e68817f6083a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (b9a414cb-12d7-45ac-a0e3-99755e24f99f), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:06.501737 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-5e6783ee-2afc-4fcf-9047-e68817f6083a None None] For port b9a414cb-12d7-45ac-a0e3-99755e24f99f, host dv-cinder-733623-11-iscsi, cleared binding levels {{(pid=103198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 17:16:06.501737 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-5e6783ee-2afc-4fcf-9047-e68817f6083a None None] For port b9a414cb-12d7-45ac-a0e3-99755e24f99f, host dv-cinder-733623-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-11-iscsi',level=0,port_id=b9a414cb-12d7-45ac-a0e3-99755e24f99f,segment=NetworkSegment(d54abf42-b153-483d-a89a-0388ad402880),segment_id=d54abf42-b153-483d-a89a-0388ad402880)] {{(pid=103198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 17:16:06.535464 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9a9d977b-96f2-483b-ae9f-16d58c37cd5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4300437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4592732'] for subnet (2c668f06-01ec-4d1a-891f-124f8df96f81), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:06.579913 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-e613de95-ae4c-4cf5-af20-ed0cd098e199 None None] Provisioning complete for port b9a414cb-12d7-45ac-a0e3-99755e24f99f triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:16:06.580512 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e613de95-ae4c-4cf5-af20-ed0cd098e199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (b9a414cb-12d7-45ac-a0e3-99755e24f99f), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:06.623983 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9d977b-96f2-483b-ae9f-16d58c37cd5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c668f06-01ec-4d1a-891f-124f8df96f81,revision_number=0']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:06.645016 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9d977b-96f2-483b-ae9f-16d58c37cd5b admin admin] Checking segment: {'id': '62116162-dc1f-4f5e-8a1f-86b40d7e4d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '9fcdf23c-7549-4d05-bb72-c699754d1dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 17:16:06.645016 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9d977b-96f2-483b-ae9f-16d58c37cd5b admin admin] Network hostable DHCP agents. Network: 9fcdf23c-7549-4d05-bb72-c699754d1dd6, hostable agents: ['1e8d2d8a-92ca-4025-a540-71c8151dbccf'], hosted agents: [] {{(pid=103196) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 17:16:06.645616 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-e613de95-ae4c-4cf5-af20-ed0cd098e199 None None] Port b9a414cb-12d7-45ac-a0e3-99755e24f99f cannot update to ACTIVE because it is not bound. {{(pid=103198) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 17:16:06.645719 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2197cb80-2a10-4cdb-b992-f323578b51c1 req-a3ad3241-fa36-49ff-a0ee-c9b99fd315b2 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:06.645719 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-2197cb80-2a10-4cdb-b992-f323578b51c1 req-a3ad3241-fa36-49ff-a0ee-c9b99fd315b2 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 944 time: 0.0778408 Jan 18 17:16:06.678458 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5e6783ee-2afc-4fcf-9047-e68817f6083a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (b9a414cb-12d7-45ac-a0e3-99755e24f99f), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:06.772683 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-2197cb80-2a10-4cdb-b992-f323578b51c1 req-dc60b47c-66ac-476a-9b0c-ca4676a61667 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b366610-e294-4f78-943f-869cfaac134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662031 Jan 18 17:16:06.815003 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6783ee-2afc-4fcf-9047-e68817f6083a None None] Routers {'e92146aa-a96d-486e-9a5d-3c81d12702c3'} bound to L3 agent in host dv-cinder-733623-11-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 17:16:06.815856 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-5e6783ee-2afc-4fcf-9047-e68817f6083a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T17:04:58Z,description=,heartbeat_timestamp=2022-01-18T17:15:58Z,host='dv-cinder-733623-11-iscsi',id=34860b7f-7c9d-4265-9a0a-1b9bd2e1622e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T17:04:59Z,topic='l3_agent')) {'router_ids': ['e92146aa-a96d-486e-9a5d-3c81d12702c3'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:16:06.908569 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec928bc-4662-4fad-83b5-8acb0533fa1f None None] Pushing event updated for resources: {'Port': ['ID=b9a414cb-12d7-45ac-a0e3-99755e24f99f,revision_number=4']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:07.001223 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e993315-8fc0-4804-bfad-08f78aaf3c9d req-4415de21-76ae-423d-b4a5-e837fa35e851 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:07.012905 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-4e993315-8fc0-4804-bfad-08f78aaf3c9d req-4415de21-76ae-423d-b4a5-e837fa35e851 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=fd06e8ed-8113-4ba5-8f7b-c7a1759d866f HTTP/1.1" status: 200 len: 946 time: 0.2274899 Jan 18 17:16:07.102470 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-5e6783ee-2afc-4fcf-9047-e68817f6083a None None] Set router e92146aa-a96d-486e-9a5d-3c81d12702c3 gateway port host: dv-cinder-733623-11-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 17:16:07.147173 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-4e993315-8fc0-4804-bfad-08f78aaf3c9d req-e8d2b754-768e-4efb-89a9-164570e35123 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272810 Jan 18 17:16:07.457735 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-dfc2435e-30e8-493c-a910-9ba7af8e35c5 req-383db347-7c49-4f1c-91d2-2739a3c7abc6 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/ports?device_id=ee6e164d-0747-407b-89c3-a60a4a90c9ff HTTP/1.1" status: 200 len: 210 time: 0.4003992 Jan 18 17:16:07.478726 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-f5e00a13-0d27-4f11-ac21-d5bfd43ffd56 None None] Provisioning complete for port b9a414cb-12d7-45ac-a0e3-99755e24f99f triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:16:07.479208 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-f5e00a13-0d27-4f11-ac21-d5bfd43ffd56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (b9a414cb-12d7-45ac-a0e3-99755e24f99f), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:07.578335 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-5e6783ee-2afc-4fcf-9047-e68817f6083a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92146aa-a96d-486e-9a5d-3c81d12702c3', 'name': 'tempest-TestMinimumBasicScenario-1931758699-router', 'tenant_id': '9b619acf9cdb4528b6f656cc52406910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '9936c60a-f4bb-4a14-a56d-1f02b4ae4346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:15:55Z', 'updated_at': '2022-01-18T17:16:01Z', 'revision_number': 4, 'project_id': '9b619acf9cdb4528b6f656cc52406910', 'gw_port': {'id': '9936c60a-f4bb-4a14-a56d-1f02b4ae4346', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:47:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92146aa-a96d-486e-9a5d-3c81d12702c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:15:56Z', 'updated_at': '2022-01-18T17:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi', '_interfaces': [{'id': 'b9a414cb-12d7-45ac-a0e3-99755e24f99f', 'name': '', 'network_id': 'e751886b-bacb-46c7-b3e1-ad645f57d5d1', 'tenant_id': '9b619acf9cdb4528b6f656cc52406910', 'mac_address': 'fa:16:3e:ad:1b:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e92146aa-a96d-486e-9a5d-3c81d12702c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '520b00cd-aeaf-4213-bc9e-5ceb28739828', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:00Z', 'updated_at': '2022-01-18T17:16:06Z', 'revision_number': 4, 'project_id': '9b619acf9cdb4528b6f656cc52406910', 'subnets': [{'id': '520b00cd-aeaf-4213-bc9e-5ceb28739828', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-11-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:16:07.616692 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6783ee-2afc-4fcf-9047-e68817f6083a None None] The sync data for ids ['e92146aa-a96d-486e-9a5d-3c81d12702c3'] in dv-cinder-733623-11-iscsi is: [{'id': 'e92146aa-a96d-486e-9a5d-3c81d12702c3', 'name': 'tempest-TestMinimumBasicScenario-1931758699-router', 'tenant_id': '9b619acf9cdb4528b6f656cc52406910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '9936c60a-f4bb-4a14-a56d-1f02b4ae4346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:15:55Z', 'updated_at': '2022-01-18T17:16:01Z', 'revision_number': 4, 'project_id': '9b619acf9cdb4528b6f656cc52406910', 'gw_port': {'id': '9936c60a-f4bb-4a14-a56d-1f02b4ae4346', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:47:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92146aa-a96d-486e-9a5d-3c81d12702c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:15:56Z', 'updated_at': '2022-01-18T17:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi', '_interfaces': [{'id': 'b9a414cb-12d7-45ac-a0e3-99755e24f99f', 'name': '', 'network_id': 'e751886b-bacb-46c7-b3e1-ad645f57d5d1', 'tenant_id': '9b619acf9cdb4528b6f656cc52406910', 'mac_address': 'fa:16:3e:ad:1b:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e92146aa-a96d-486e-9a5d-3c81d12702c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '520b00cd-aeaf-4213-bc9e-5ceb28739828', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:00Z', 'updated_at': '2022-01-18T17:16:06Z', 'revision_number': 4, 'project_id': '9b619acf9cdb4528b6f656cc52406910', 'subnets': [{'id': '520b00cd-aeaf-4213-bc9e-5ceb28739828', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 17:16:07.666158 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-f5e00a13-0d27-4f11-ac21-d5bfd43ffd56 None None] Current status of the port b9a414cb-12d7-45ac-a0e3-99755e24f99f is: DOWN; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:16:07.667466 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-f5e00a13-0d27-4f11-ac21-d5bfd43ffd56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (b9a414cb-12d7-45ac-a0e3-99755e24f99f), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:07.684169 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9d977b-96f2-483b-ae9f-16d58c37cd5b admin admin] Network 9fcdf23c-7549-4d05-bb72-c699754d1dd6 is scheduled to be hosted by DHCP agent 1e8d2d8a-92ca-4025-a540-71c8151dbccf with binding_index 1 {{(pid=103196) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 17:16:07.706514 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 55820) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:16:07.739552 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-87c49b16-3fe4-4b60-a91c-13a78d6ceaf6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:07.770738 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-f5e00a13-0d27-4f11-ac21-d5bfd43ffd56 None None] For port b9a414cb-12d7-45ac-a0e3-99755e24f99f, host dv-cinder-733623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-11-iscsi',level=0,port_id=b9a414cb-12d7-45ac-a0e3-99755e24f99f,segment=NetworkSegment(d54abf42-b153-483d-a89a-0388ad402880),segment_id=d54abf42-b153-483d-a89a-0388ad402880)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:16:07.776350 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-9a9d977b-96f2-483b-ae9f-16d58c37cd5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-11-iscsi, 9fcdf23c-7549-4d05-bb72-c699754d1dd6) {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 17:16:07.787025 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9d977b-96f2-483b-ae9f-16d58c37cd5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:07.787786 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9a9d977b-96f2-483b-ae9f-16d58c37cd5b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:07.788213 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e631ab-e695-4e4a-adf5-ce27de995ce7 None None] Network 9fcdf23c-7549-4d05-bb72-c699754d1dd6 requested from dv-cinder-733623-11-iscsi {{(pid=103198) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 17:16:07.840875 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-f5e00a13-0d27-4f11-ac21-d5bfd43ffd56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (b9a414cb-12d7-45ac-a0e3-99755e24f99f), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:07.910157 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2d5228-21bb-41e7-b04b-cbbd8e641792 req-61133fb2-8d9d-4eae-a3b4-5b3a351d70e2 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:07.931904 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-7d2d5228-21bb-41e7-b04b-cbbd8e641792 req-61133fb2-8d9d-4eae-a3b4-5b3a351d70e2 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 944 time: 0.0908370 Jan 18 17:16:07.939160 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-9a9d977b-96f2-483b-ae9f-16d58c37cd5b admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.2082717 Jan 18 17:16:07.942318 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 55824) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:16:07.947023 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-4c0eed40-0388-4773-9e3f-0980c7d69647 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1378179451-router', 'tenant_id': '52dbd573e41c46878d0014f1fddbe0c2', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430'}}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:16:07.987369 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-87c49b16-3fe4-4b60-a91c-13a78d6ceaf6 admin admin] Publish callbacks [] for security_group (ef25811b-7515-4720-a865-b7805132be23), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:08.015567 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-7d2d5228-21bb-41e7-b04b-cbbd8e641792 req-f5efd408-693d-484a-9321-1691b115ac25 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b366610-e294-4f78-943f-869cfaac134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788870 Jan 18 17:16:08.108543 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-87c49b16-3fe4-4b60-a91c-13a78d6ceaf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (ef25811b-7515-4720-a865-b7805132be23), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:08.154153 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-4c0eed40-0388-4773-9e3f-0980c7d69647 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-644958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16091'] for router (86981704-eb3b-41bd-a45c-5ed2a1fcaebb), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:08.154153 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-4c0eed40-0388-4773-9e3f-0980c7d69647 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16096'] for router (86981704-eb3b-41bd-a45c-5ed2a1fcaebb), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:08.168468 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-87c49b16-3fe4-4b60-a91c-13a78d6ceaf6 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=71608ea9d5fb485e9ce324393e72b13f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4607718 Jan 18 17:16:08.169320 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c49b16-3fe4-4b60-a91c-13a78d6ceaf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef25811b-7515-4720-a865-b7805132be23,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:08.171628 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 55828) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:16:08.184455 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c49b16-3fe4-4b60-a91c-13a78d6ceaf6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:16:08.184983 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c49b16-3fe4-4b60-a91c-13a78d6ceaf6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:16:08.185138 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c49b16-3fe4-4b60-a91c-13a78d6ceaf6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:16:08.186737 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c49b16-3fe4-4b60-a91c-13a78d6ceaf6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:16:08.186737 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c49b16-3fe4-4b60-a91c-13a78d6ceaf6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:16:08.186737 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c49b16-3fe4-4b60-a91c-13a78d6ceaf6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:16:08.187014 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c49b16-3fe4-4b60-a91c-13a78d6ceaf6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:16:08.187371 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c49b16-3fe4-4b60-a91c-13a78d6ceaf6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:16:08.187707 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c49b16-3fe4-4b60-a91c-13a78d6ceaf6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:16:08.188042 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c49b16-3fe4-4b60-a91c-13a78d6ceaf6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:16:08.188372 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c49b16-3fe4-4b60-a91c-13a78d6ceaf6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:16:08.188700 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c49b16-3fe4-4b60-a91c-13a78d6ceaf6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:16:08.189029 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c49b16-3fe4-4b60-a91c-13a78d6ceaf6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:16:08.275547 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-4c0eed40-0388-4773-9e3f-0980c7d69647 admin admin] Publish callbacks [] for router_controller (86981704-eb3b-41bd-a45c-5ed2a1fcaebb), precommit_add_association {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:08.320970 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f74ebbab-d27c-427f-bb2d-eef33b53bfe6 admin admin] Publish callbacks [] for security_group (ef25811b-7515-4720-a865-b7805132be23), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:08.354638 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f74ebbab-d27c-427f-bb2d-eef33b53bfe6 admin admin] Publish callbacks [] for security_group (ef25811b-7515-4720-a865-b7805132be23), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:08.504714 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e00a13-0d27-4f11-ac21-d5bfd43ffd56 None None] Pushing event updated for resources: {'Port': ['ID=b9a414cb-12d7-45ac-a0e3-99755e24f99f,revision_number=5']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:08.546286 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f74ebbab-d27c-427f-bb2d-eef33b53bfe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (ef25811b-7515-4720-a865-b7805132be23), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:08.549306 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f74ebbab-d27c-427f-bb2d-eef33b53bfe6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:08.551203 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-f74ebbab-d27c-427f-bb2d-eef33b53bfe6 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/ef25811b-7515-4720-a865-b7805132be23 HTTP/1.1" status: 204 len: 168 time: 0.3785121 Jan 18 17:16:08.554187 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ff4af7-75e5-44a8-828b-83463190d3fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f84e879-2170-571d-bd14-f6ce5a973bba-9fcdf23c-7549-4d05-bb72-c699754d1dd6', 'network_id': '9fcdf23c-7549-4d05-bb72-c699754d1dd6', 'project_id': '52dbd573e41c46878d0014f1fddbe0c2', 'fixed_ips': [{'subnet_id': '2c668f06-01ec-4d1a-891f-124f8df96f81'}]}} from dv-cinder-733623-11-iscsi. {{(pid=103198) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 17:16:08.555720 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-45ff4af7-75e5-44a8-828b-83463190d3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:08.583382 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74ebbab-d27c-427f-bb2d-eef33b53bfe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef25811b-7515-4720-a865-b7805132be23,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:08.727432 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-4c0eed40-0388-4773-9e3f-0980c7d69647 admin admin] Publish callbacks [] for router_gateway (86981704-eb3b-41bd-a45c-5ed2a1fcaebb), precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:08.763267 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c2cfe1b2-54be-450f-a01f-922c3a696e3c req-5bcb549a-839d-4652-bc7f-a1cd0c0e94f5 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/ports?device_id=ee6e164d-0747-407b-89c3-a60a4a90c9ff HTTP/1.1" status: 200 len: 210 time: 0.1446047 Jan 18 17:16:08.795827 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7332af-786f-4acf-83ae-771290f4acc6 req-b91c68d5-020d-4d39-b39e-9029c9c40a55 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:08.808840 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-0c7332af-786f-4acf-83ae-771290f4acc6 req-b91c68d5-020d-4d39-b39e-9029c9c40a55 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=fd06e8ed-8113-4ba5-8f7b-c7a1759d866f HTTP/1.1" status: 200 len: 946 time: 0.4856958 Jan 18 17:16:09.000596 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-0c7332af-786f-4acf-83ae-771290f4acc6 req-5b601459-7671-4d7a-b9ac-7c0fe1e426a7 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894932 Jan 18 17:16:09.093312 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.db_base_plugin_common [None req-45ff4af7-75e5-44a8-828b-83463190d3fa None None] Allocated IP 172.20.0.2 (9fcdf23c-7549-4d05-bb72-c699754d1dd6/2c668f06-01ec-4d1a-891f-124f8df96f81/cd2bb4ef-89dd-4d13-9c94-445ea6dcb370) {{(pid=103198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 17:16:09.166146 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Device b9a414cb-12d7-45ac-a0e3-99755e24f99f up at agent ovs-agent-dv-cinder-733623-11-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 17:16:09.339814 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-4c0eed40-0388-4773-9e3f-0980c7d69647 admin admin] Publish callbacks [] for router_gateway (86981704-eb3b-41bd-a45c-5ed2a1fcaebb), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:09.391729 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daa4b90-ba93-418a-8ce1-a6dc1a969c81 req-b1f2541e-8732-4428-af96-90a11e2175b9 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:09.397586 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-4c0eed40-0388-4773-9e3f-0980c7d69647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:09.404512 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-5daa4b90-ba93-418a-8ce1-a6dc1a969c81 req-b1f2541e-8732-4428-af96-90a11e2175b9 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 944 time: 0.1954801 Jan 18 17:16:09.563581 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Provisioning complete for port b9a414cb-12d7-45ac-a0e3-99755e24f99f triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:16:09.565808 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-5daa4b90-ba93-418a-8ce1-a6dc1a969c81 req-eac681d5-5a64-498a-a72e-843963ff1c30 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b366610-e294-4f78-943f-869cfaac134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1602962 Jan 18 17:16:09.577760 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (b9a414cb-12d7-45ac-a0e3-99755e24f99f), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:09.713092 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.db.db_base_plugin_common [None req-4c0eed40-0388-4773-9e3f-0980c7d69647 admin admin] Allocated IP 172.27.1.156 (09e508a9-4d19-4482-acf1-bcc4a2adb430/ac199632-c036-4879-8c53-e78832fc0d54/171ef443-aa89-47e3-abe0-69964cd010b3) {{(pid=103197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 17:16:09.730056 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-45ff4af7-75e5-44a8-828b-83463190d3fa None None] Publish callbacks [] for port (cd2bb4ef-89dd-4d13-9c94-445ea6dcb370), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:09.849991 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-45ff4af7-75e5-44a8-828b-83463190d3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785611913804'] for port (cd2bb4ef-89dd-4d13-9c94-445ea6dcb370), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:09.929604 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Current status of the port b9a414cb-12d7-45ac-a0e3-99755e24f99f is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:16:09.951681 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ff4af7-75e5-44a8-828b-83463190d3fa None None] Network 9fcdf23c-7549-4d05-bb72-c699754d1dd6 is already hosted by enough agents. {{(pid=103198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 17:16:09.953528 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.scheduler.base_scheduler [None req-45ff4af7-75e5-44a8-828b-83463190d3fa None None] Resources bound (agent type, host, resource id): {{(pid=103198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 17:16:09.958433 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ff4af7-75e5-44a8-828b-83463190d3fa None None] Received port after_create {{(pid=103198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 17:16:09.978103 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ff4af7-75e5-44a8-828b-83463190d3fa None None] Pushing event updated for resources: {'Port': ['ID=cd2bb4ef-89dd-4d13-9c94-445ea6dcb370,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:09.999271 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-4c0eed40-0388-4773-9e3f-0980c7d69647 admin admin] Publish callbacks [] for port (171ef443-aa89-47e3-abe0-69964cd010b3), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:10.053975 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-45ff4af7-75e5-44a8-828b-83463190d3fa None None] Attempting to bind port cd2bb4ef-89dd-4d13-9c94-445ea6dcb370 on host dv-cinder-733623-11-iscsi for vnic_type normal with profile {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 17:16:10.054399 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-45ff4af7-75e5-44a8-828b-83463190d3fa None None] Attempting to bind port cd2bb4ef-89dd-4d13-9c94-445ea6dcb370 by drivers openvswitch,hyperv on host dv-cinder-733623-11-iscsi at level 0 using segments [{'id': '62116162-dc1f-4f5e-8a1f-86b40d7e4d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '9fcdf23c-7549-4d05-bb72-c699754d1dd6'}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 17:16:10.055219 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ff4af7-75e5-44a8-828b-83463190d3fa None None] Attempting to bind port cd2bb4ef-89dd-4d13-9c94-445ea6dcb370 on network 9fcdf23c-7549-4d05-bb72-c699754d1dd6 {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 17:16:10.061807 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ff4af7-75e5-44a8-828b-83463190d3fa None None] Checking agent: {'id': 'a6f837d2-7b5b-4cd3-9c28-296017d8b8e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 17, 5, 2), 'started_at': datetime.datetime(2022, 1, 18, 17, 5, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 17, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 17:16:10.062237 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ff4af7-75e5-44a8-828b-83463190d3fa None None] Checking segment: {'id': '62116162-dc1f-4f5e-8a1f-86b40d7e4d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '9fcdf23c-7549-4d05-bb72-c699754d1dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 17:16:10.062663 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-45ff4af7-75e5-44a8-828b-83463190d3fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:10.063066 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ff4af7-75e5-44a8-828b-83463190d3fa None None] Bound using segment: {'id': '62116162-dc1f-4f5e-8a1f-86b40d7e4d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '9fcdf23c-7549-4d05-bb72-c699754d1dd6'} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 17:16:10.069638 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-45ff4af7-75e5-44a8-828b-83463190d3fa None None] Bound port: cd2bb4ef-89dd-4d13-9c94-445ea6dcb370, host: dv-cinder-733623-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62116162-dc1f-4f5e-8a1f-86b40d7e4d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '9fcdf23c-7549-4d05-bb72-c699754d1dd6'}}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 17:16:10.069638 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-45ff4af7-75e5-44a8-828b-83463190d3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (cd2bb4ef-89dd-4d13-9c94-445ea6dcb370), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:10.158359 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-4c0eed40-0388-4773-9e3f-0980c7d69647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785611913804'] for port (171ef443-aa89-47e3-abe0-69964cd010b3), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:10.200362 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0eed40-0388-4773-9e3f-0980c7d69647 admin admin] Network 09e508a9-4d19-4482-acf1-bcc4a2adb430 is already hosted by enough agents. {{(pid=103197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 17:16:10.207508 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.base_scheduler [None req-4c0eed40-0388-4773-9e3f-0980c7d69647 admin admin] Resources bound (agent type, host, resource id): {{(pid=103197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 17:16:10.217621 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0eed40-0388-4773-9e3f-0980c7d69647 admin admin] Received port after_create {{(pid=103197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 17:16:10.223503 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ac272e-d288-4557-98ba-ee01c41052b7 req-f8c70d59-998b-4d4d-bcb8-0ad78bb2a29e tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:10.239944 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-73ac272e-d288-4557-98ba-ee01c41052b7 req-f8c70d59-998b-4d4d-bcb8-0ad78bb2a29e tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=fd06e8ed-8113-4ba5-8f7b-c7a1759d866f HTTP/1.1" status: 200 len: 946 time: 0.1461189 Jan 18 17:16:10.255345 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-45ff4af7-75e5-44a8-828b-83463190d3fa None None] For port cd2bb4ef-89dd-4d13-9c94-445ea6dcb370, host dv-cinder-733623-11-iscsi, cleared binding levels {{(pid=103198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 17:16:10.260268 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-45ff4af7-75e5-44a8-828b-83463190d3fa None None] For port cd2bb4ef-89dd-4d13-9c94-445ea6dcb370, host dv-cinder-733623-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-11-iscsi',level=0,port_id=cd2bb4ef-89dd-4d13-9c94-445ea6dcb370,segment=NetworkSegment(62116162-dc1f-4f5e-8a1f-86b40d7e4d9c),segment_id=62116162-dc1f-4f5e-8a1f-86b40d7e4d9c)] {{(pid=103198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 17:16:10.317924 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-45ff4af7-75e5-44a8-828b-83463190d3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (cd2bb4ef-89dd-4d13-9c94-445ea6dcb370), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:10.393544 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-73ac272e-d288-4557-98ba-ee01c41052b7 req-07487949-8272-457c-8be2-981f7918def9 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445124 Jan 18 17:16:10.423888 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ff4af7-75e5-44a8-828b-83463190d3fa None None] Pushing event updated for resources: {'Port': ['ID=cd2bb4ef-89dd-4d13-9c94-445ea6dcb370,revision_number=2']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:10.465212 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0eed40-0388-4773-9e3f-0980c7d69647 admin admin] Pushing event updated for resources: {'Port': ['ID=171ef443-aa89-47e3-abe0-69964cd010b3,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:10.893907 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec475cb8-2101-4932-a205-4da185ce76da req-7136b3af-d40a-450d-b5fc-0b0824a37ccf tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:10.895649 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-ec475cb8-2101-4932-a205-4da185ce76da req-7136b3af-d40a-450d-b5fc-0b0824a37ccf tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 944 time: 0.2077677 Jan 18 17:16:10.909027 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-4c0eed40-0388-4773-9e3f-0980c7d69647 admin admin] Publish callbacks [] for router_gateway (86981704-eb3b-41bd-a45c-5ed2a1fcaebb), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:11.032553 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (e727efee-c94b-447a-9897-92f425521d05), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:11.152017 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-ec475cb8-2101-4932-a205-4da185ce76da req-b640cbac-3830-46a0-860e-00e00f4c4291 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b366610-e294-4f78-943f-869cfaac134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2468357 Jan 18 17:16:11.184910 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Device cd2bb4ef-89dd-4d13-9c94-445ea6dcb370 up at agent ovs-agent-dv-cinder-733623-11-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 17:16:11.371321 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Provisioning complete for port cd2bb4ef-89dd-4d13-9c94-445ea6dcb370 triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:16:11.372498 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (cd2bb4ef-89dd-4d13-9c94-445ea6dcb370), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:11.437336 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-4c0eed40-0388-4773-9e3f-0980c7d69647 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648101'] for router (86981704-eb3b-41bd-a45c-5ed2a1fcaebb), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:11.584284 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Current status of the port cd2bb4ef-89dd-4d13-9c94-445ea6dcb370 is: DOWN; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:16:11.584817 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (cd2bb4ef-89dd-4d13-9c94-445ea6dcb370), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:11.685624 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] For port cd2bb4ef-89dd-4d13-9c94-445ea6dcb370, host dv-cinder-733623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-11-iscsi',level=0,port_id=cd2bb4ef-89dd-4d13-9c94-445ea6dcb370,segment=NetworkSegment(62116162-dc1f-4f5e-8a1f-86b40d7e4d9c),segment_id=62116162-dc1f-4f5e-8a1f-86b40d7e4d9c)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:16:11.705749 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532e0121-c1ef-414e-9e7d-dbdd94cad045 req-598059dc-2193-477d-a6a3-e2a298745938 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:11.707559 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-532e0121-c1ef-414e-9e7d-dbdd94cad045 req-598059dc-2193-477d-a6a3-e2a298745938 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=fd06e8ed-8113-4ba5-8f7b-c7a1759d866f HTTP/1.1" status: 200 len: 946 time: 0.1534903 Jan 18 17:16:11.746474 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (cd2bb4ef-89dd-4d13-9c94-445ea6dcb370), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:11.823362 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-532e0121-c1ef-414e-9e7d-dbdd94cad045 req-22adfd40-0f9f-441c-8306-758d86795736 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000249 Jan 18 17:16:11.909350 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Pushing event updated for resources: {'Port': ['ID=cd2bb4ef-89dd-4d13-9c94-445ea6dcb370,revision_number=3']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:12.003192 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c0eed40-0388-4773-9e3f-0980c7d69647 admin admin] Router 86981704-eb3b-41bd-a45c-5ed2a1fcaebb is scheduled to L3 agent 34860b7f-7c9d-4265-9a0a-1b9bd2e1622e with binding_index 1 {{(pid=103197) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 17:16:12.199708 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a124ef0-7a11-4ee9-b64a-67775f895583 req-6d70cbb4-dc08-4bd7-8418-896d5c743ad9 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:12.209314 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-7a124ef0-7a11-4ee9-b64a-67775f895583 req-6d70cbb4-dc08-4bd7-8418-896d5c743ad9 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/ports?device_id=b9b0d347-98b0-4fe6-a443-bf2e28175c8c HTTP/1.1" status: 200 len: 945 time: 0.1405761 Jan 18 17:16:12.324255 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35cfb7d9-082f-4e21-a714-77d35e2d76f5 None None] Network 9fcdf23c-7549-4d05-bb72-c699754d1dd6 requested from dv-cinder-733623-11-iscsi {{(pid=103198) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 17:16:12.332666 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c0eed40-0388-4773-9e3f-0980c7d69647 admin admin] Notify agent at l3_agent.dv-cinder-733623-11-iscsi the message routers_updated {{(pid=103197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 17:16:12.345294 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd688376-954c-4f87-bf1e-b4bc1d3a0a38 None None] Sync routers for ids ['86981704-eb3b-41bd-a45c-5ed2a1fcaebb'] in dv-cinder-733623-11-iscsi {{(pid=103199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 17:16:12.365686 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-7a124ef0-7a11-4ee9-b64a-67775f895583 req-6be52c80-44c7-4ef9-b80f-81fac6d4b02a tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/security-groups?id=03df2055-10b4-4cb8-8f80-fa2d86607cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552951 Jan 18 17:16:12.378125 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd688376-954c-4f87-bf1e-b4bc1d3a0a38 None None] Routers {'86981704-eb3b-41bd-a45c-5ed2a1fcaebb'} bound to L3 agent in host dv-cinder-733623-11-iscsi {{(pid=103199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 17:16:12.378789 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-cd688376-954c-4f87-bf1e-b4bc1d3a0a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T17:04:58Z,description=,heartbeat_timestamp=2022-01-18T17:15:58Z,host='dv-cinder-733623-11-iscsi',id=34860b7f-7c9d-4265-9a0a-1b9bd2e1622e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T17:04:59Z,topic='l3_agent')) {'router_ids': ['86981704-eb3b-41bd-a45c-5ed2a1fcaebb'], 'active': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:16:12.425837 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-4c0eed40-0388-4773-9e3f-0980c7d69647 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:12.431686 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-4c0eed40-0388-4773-9e3f-0980c7d69647 admin admin] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.4882708 Jan 18 17:16:12.434534 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88313a47-4f34-4f41-84a0-0f507cd17ca5 req-34af60a7-47a8-42e8-b927-da50355a224a tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:12.439107 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 55916) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:16:12.445978 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-88313a47-4f34-4f41-84a0-0f507cd17ca5 req-34af60a7-47a8-42e8-b927-da50355a224a tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 944 time: 0.1330323 Jan 18 17:16:12.484174 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-1d0f30e5-af28-4757-979e-163e1aa2bb38 None None] Provisioning complete for port cd2bb4ef-89dd-4d13-9c94-445ea6dcb370 triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:16:12.491318 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-1d0f30e5-af28-4757-979e-163e1aa2bb38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (cd2bb4ef-89dd-4d13-9c94-445ea6dcb370), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:12.539476 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-88313a47-4f34-4f41-84a0-0f507cd17ca5 req-8c1dc16d-0912-4774-8156-e492eb8e04fd tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b366610-e294-4f78-943f-869cfaac134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775006 Jan 18 17:16:12.544232 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvr_db [None req-cd688376-954c-4f87-bf1e-b4bc1d3a0a38 None None] Set router 86981704-eb3b-41bd-a45c-5ed2a1fcaebb gateway port host: dv-cinder-733623-11-iscsi {{(pid=103199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 17:16:12.673077 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-1d0f30e5-af28-4757-979e-163e1aa2bb38 None None] Current status of the port cd2bb4ef-89dd-4d13-9c94-445ea6dcb370 is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:16:12.805796 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-cd688376-954c-4f87-bf1e-b4bc1d3a0a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86981704-eb3b-41bd-a45c-5ed2a1fcaebb', 'name': 'tempest-TestMinimumBasicScenario-1378179451-router', 'tenant_id': '52dbd573e41c46878d0014f1fddbe0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '171ef443-aa89-47e3-abe0-69964cd010b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:16:08Z', 'updated_at': '2022-01-18T17:16:10Z', 'revision_number': 3, 'project_id': '52dbd573e41c46878d0014f1fddbe0c2', 'gw_port': {'id': '171ef443-aa89-47e3-abe0-69964cd010b3', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ab:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86981704-eb3b-41bd-a45c-5ed2a1fcaebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:09Z', 'updated_at': '2022-01-18T17:16:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi'}], 'dv-cinder-733623-11-iscsi', False) {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:16:12.846633 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd688376-954c-4f87-bf1e-b4bc1d3a0a38 None None] Checking router: 86981704-eb3b-41bd-a45c-5ed2a1fcaebb for host: dv-cinder-733623-11-iscsi {{(pid=103199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 17:16:12.847290 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd688376-954c-4f87-bf1e-b4bc1d3a0a38 None None] Updating router 86981704-eb3b-41bd-a45c-5ed2a1fcaebb port 171ef443-aa89-47e3-abe0-69964cd010b3 binding host dv-cinder-733623-11-iscsi {{(pid=103199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 17:16:12.877121 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-cd688376-954c-4f87-bf1e-b4bc1d3a0a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (171ef443-aa89-47e3-abe0-69964cd010b3), before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:13.028767 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-d5a6976a-4437-4d81-9fcc-82e0c25ade4b None None] Provisioning complete for port cd2bb4ef-89dd-4d13-9c94-445ea6dcb370 triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:16:13.028767 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-d5a6976a-4437-4d81-9fcc-82e0c25ade4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (cd2bb4ef-89dd-4d13-9c94-445ea6dcb370), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:13.065351 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Device cd2bb4ef-89dd-4d13-9c94-445ea6dcb370 up at agent ovs-agent-dv-cinder-733623-11-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 17:16:13.100477 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79809d4d-b4aa-4dc8-a55a-1d222c66f3de req-8dc3c6f6-4710-4454-a3fb-4e780e890952 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:13.102003 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-79809d4d-b4aa-4dc8-a55a-1d222c66f3de req-8dc3c6f6-4710-4454-a3fb-4e780e890952 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=fd06e8ed-8113-4ba5-8f7b-c7a1759d866f HTTP/1.1" status: 200 len: 946 time: 0.1611011 Jan 18 17:16:13.163200 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Provisioning complete for port cd2bb4ef-89dd-4d13-9c94-445ea6dcb370 triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:16:13.164732 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (cd2bb4ef-89dd-4d13-9c94-445ea6dcb370), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:13.268322 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-cd688376-954c-4f87-bf1e-b4bc1d3a0a38 None None] Publish callbacks [] for port (171ef443-aa89-47e3-abe0-69964cd010b3), precommit_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:13.349492 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-d5a6976a-4437-4d81-9fcc-82e0c25ade4b None None] Current status of the port cd2bb4ef-89dd-4d13-9c94-445ea6dcb370 is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:16:13.352449 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-cd688376-954c-4f87-bf1e-b4bc1d3a0a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (171ef443-aa89-47e3-abe0-69964cd010b3), after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:13.362558 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Current status of the port cd2bb4ef-89dd-4d13-9c94-445ea6dcb370 is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:16:13.418214 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991271a6-55bd-4801-9fc3-2c984ca68cab None None] Pushing event updated for resources: {'Port': ['ID=171ef443-aa89-47e3-abe0-69964cd010b3,revision_number=2']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:13.454624 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [None req-cd688376-954c-4f87-bf1e-b4bc1d3a0a38 None None] Attempting to bind port 171ef443-aa89-47e3-abe0-69964cd010b3 on host dv-cinder-733623-11-iscsi for vnic_type normal with profile {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 17:16:13.455340 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [None req-cd688376-954c-4f87-bf1e-b4bc1d3a0a38 None None] Attempting to bind port 171ef443-aa89-47e3-abe0-69964cd010b3 by drivers openvswitch,hyperv on host dv-cinder-733623-11-iscsi at level 0 using segments [{'id': 'e313aa2e-7c8f-481c-b82b-97bbd998f4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430'}] {{(pid=103199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 17:16:13.455907 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd688376-954c-4f87-bf1e-b4bc1d3a0a38 None None] Attempting to bind port 171ef443-aa89-47e3-abe0-69964cd010b3 on network 09e508a9-4d19-4482-acf1-bcc4a2adb430 {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 17:16:13.463149 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd688376-954c-4f87-bf1e-b4bc1d3a0a38 None None] Checking agent: {'id': 'a6f837d2-7b5b-4cd3-9c28-296017d8b8e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 17, 5, 2), 'started_at': datetime.datetime(2022, 1, 18, 17, 5, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 17, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 17:16:13.463865 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd688376-954c-4f87-bf1e-b4bc1d3a0a38 None None] Checking segment: {'id': 'e313aa2e-7c8f-481c-b82b-97bbd998f4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 17:16:13.464479 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-cd688376-954c-4f87-bf1e-b4bc1d3a0a38 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:13.465069 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd688376-954c-4f87-bf1e-b4bc1d3a0a38 None None] Bound using segment: {'id': 'e313aa2e-7c8f-481c-b82b-97bbd998f4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430'} {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 17:16:13.465775 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [None req-cd688376-954c-4f87-bf1e-b4bc1d3a0a38 None None] Bound port: 171ef443-aa89-47e3-abe0-69964cd010b3, host: dv-cinder-733623-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e313aa2e-7c8f-481c-b82b-97bbd998f4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430'}}] {{(pid=103199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 17:16:13.466534 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-cd688376-954c-4f87-bf1e-b4bc1d3a0a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (171ef443-aa89-47e3-abe0-69964cd010b3), before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:13.525559 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1772189d-9d8d-45cd-a297-80ab28241b89 req-81295d0c-88cb-453c-ba4d-30b443cfef37 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:13.531676 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-d30643b4-d66d-4614-9156-273fb06fb038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:13.537502 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1772189d-9d8d-45cd-a297-80ab28241b89 req-81295d0c-88cb-453c-ba4d-30b443cfef37 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/ports?device_id=b9b0d347-98b0-4fe6-a443-bf2e28175c8c HTTP/1.1" status: 200 len: 945 time: 0.0797679 Jan 18 17:16:13.543389 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.db [None req-cd688376-954c-4f87-bf1e-b4bc1d3a0a38 None None] For port 171ef443-aa89-47e3-abe0-69964cd010b3, host dv-cinder-733623-11-iscsi, cleared binding levels {{(pid=103199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 17:16:13.550265 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.db [None req-cd688376-954c-4f87-bf1e-b4bc1d3a0a38 None None] For port 171ef443-aa89-47e3-abe0-69964cd010b3, host dv-cinder-733623-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-11-iscsi',level=0,port_id=171ef443-aa89-47e3-abe0-69964cd010b3,segment=NetworkSegment(e313aa2e-7c8f-481c-b82b-97bbd998f4e0),segment_id=e313aa2e-7c8f-481c-b82b-97bbd998f4e0)] {{(pid=103199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 17:16:13.596907 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-79809d4d-b4aa-4dc8-a55a-1d222c66f3de req-c31b52d0-ac12-4d6b-8ac6-278d0e4680ce tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4665987 Jan 18 17:16:13.602641 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1772189d-9d8d-45cd-a297-80ab28241b89 req-75e38795-47de-4e05-b743-0bb476709544 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/security-groups?id=03df2055-10b4-4cb8-8f80-fa2d86607cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641844 Jan 18 17:16:13.615639 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-cd688376-954c-4f87-bf1e-b4bc1d3a0a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (171ef443-aa89-47e3-abe0-69964cd010b3), after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:13.699735 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991271a6-55bd-4801-9fc3-2c984ca68cab None None] Pushing event updated for resources: {'Port': ['ID=171ef443-aa89-47e3-abe0-69964cd010b3,revision_number=3']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:13.717527 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd688376-954c-4f87-bf1e-b4bc1d3a0a38 None None] Routers {'86981704-eb3b-41bd-a45c-5ed2a1fcaebb'} bound to L3 agent in host dv-cinder-733623-11-iscsi {{(pid=103199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 17:16:13.718162 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-cd688376-954c-4f87-bf1e-b4bc1d3a0a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T17:04:58Z,description=,heartbeat_timestamp=2022-01-18T17:15:58Z,host='dv-cinder-733623-11-iscsi',id=34860b7f-7c9d-4265-9a0a-1b9bd2e1622e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T17:04:59Z,topic='l3_agent')) {'router_ids': ['86981704-eb3b-41bd-a45c-5ed2a1fcaebb'], 'active': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:16:13.810627 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.db.db_base_plugin_common [None req-d30643b4-d66d-4614-9156-273fb06fb038 admin admin] Allocated IP 172.20.0.1 (9fcdf23c-7549-4d05-bb72-c699754d1dd6/2c668f06-01ec-4d1a-891f-124f8df96f81/461c99dd-f6db-4ceb-bac6-6eba82ce2e4a) {{(pid=103197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 17:16:13.832032 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a1bce-cf59-4ab9-9492-6289f86c797d req-35ae1d73-90e1-4de4-8baf-e8f91bb2acc1 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:13.833541 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-d90a1bce-cf59-4ab9-9492-6289f86c797d req-35ae1d73-90e1-4de4-8baf-e8f91bb2acc1 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 944 time: 0.0798430 Jan 18 17:16:13.847744 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvr_db [None req-cd688376-954c-4f87-bf1e-b4bc1d3a0a38 None None] Set router 86981704-eb3b-41bd-a45c-5ed2a1fcaebb gateway port host: dv-cinder-733623-11-iscsi {{(pid=103199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 17:16:13.935061 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-d90a1bce-cf59-4ab9-9492-6289f86c797d req-6257c1c8-3e8f-4a70-a875-b2d3efdc3721 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b366610-e294-4f78-943f-869cfaac134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930324 Jan 18 17:16:13.980265 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-d30643b4-d66d-4614-9156-273fb06fb038 admin admin] Publish callbacks [] for port (461c99dd-f6db-4ceb-bac6-6eba82ce2e4a), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:14.034515 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 55958) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:16:14.047265 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-cd688376-954c-4f87-bf1e-b4bc1d3a0a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86981704-eb3b-41bd-a45c-5ed2a1fcaebb', 'name': 'tempest-TestMinimumBasicScenario-1378179451-router', 'tenant_id': '52dbd573e41c46878d0014f1fddbe0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '171ef443-aa89-47e3-abe0-69964cd010b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:16:08Z', 'updated_at': '2022-01-18T17:16:10Z', 'revision_number': 3, 'project_id': '52dbd573e41c46878d0014f1fddbe0c2', 'gw_port': {'id': '171ef443-aa89-47e3-abe0-69964cd010b3', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ab:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86981704-eb3b-41bd-a45c-5ed2a1fcaebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:09Z', 'updated_at': '2022-01-18T17:16:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi'}], 'dv-cinder-733623-11-iscsi', False) {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:16:14.077667 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-d30643b4-d66d-4614-9156-273fb06fb038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785611913804'] for port (461c99dd-f6db-4ceb-bac6-6eba82ce2e4a), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:14.092767 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd688376-954c-4f87-bf1e-b4bc1d3a0a38 None None] The sync data for ids ['86981704-eb3b-41bd-a45c-5ed2a1fcaebb'] in dv-cinder-733623-11-iscsi is: [{'id': '86981704-eb3b-41bd-a45c-5ed2a1fcaebb', 'name': 'tempest-TestMinimumBasicScenario-1378179451-router', 'tenant_id': '52dbd573e41c46878d0014f1fddbe0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '171ef443-aa89-47e3-abe0-69964cd010b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:16:08Z', 'updated_at': '2022-01-18T17:16:10Z', 'revision_number': 3, 'project_id': '52dbd573e41c46878d0014f1fddbe0c2', 'gw_port': {'id': '171ef443-aa89-47e3-abe0-69964cd010b3', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ab:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86981704-eb3b-41bd-a45c-5ed2a1fcaebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:09Z', 'updated_at': '2022-01-18T17:16:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi'}] {{(pid=103199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 17:16:14.134041 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30643b4-d66d-4614-9156-273fb06fb038 admin admin] Network 9fcdf23c-7549-4d05-bb72-c699754d1dd6 is already hosted by enough agents. {{(pid=103197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 17:16:14.137538 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.base_scheduler [None req-d30643b4-d66d-4614-9156-273fb06fb038 admin admin] Resources bound (agent type, host, resource id): {{(pid=103197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 17:16:14.141228 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30643b4-d66d-4614-9156-273fb06fb038 admin admin] Received port after_create {{(pid=103197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 17:16:14.141707 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-d30643b4-d66d-4614-9156-273fb06fb038 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-647824'] for router_interface (86981704-eb3b-41bd-a45c-5ed2a1fcaebb), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:14.197021 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-84e3075f-abb0-4ed4-b082-a499e2484b02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:14.206302 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30643b4-d66d-4614-9156-273fb06fb038 admin admin] Pushing event updated for resources: {'Port': ['ID=461c99dd-f6db-4ceb-bac6-6eba82ce2e4a,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:14.369005 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-84e3075f-abb0-4ed4-b082-a499e2484b02 admin admin] Publish callbacks [] for security_group (a6716838-1935-445b-9bac-820e6dd1ffc0), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:14.434063 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-d30643b4-d66d-4614-9156-273fb06fb038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (461c99dd-f6db-4ceb-bac6-6eba82ce2e4a), before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:14.465361 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-84e3075f-abb0-4ed4-b082-a499e2484b02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (a6716838-1935-445b-9bac-820e6dd1ffc0), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:14.487836 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-d33ac552-1225-4a68-95e4-65cf7fd264b2 None None] Provisioning complete for port 461c99dd-f6db-4ceb-bac6-6eba82ce2e4a triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:16:14.488823 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-d33ac552-1225-4a68-95e4-65cf7fd264b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (461c99dd-f6db-4ceb-bac6-6eba82ce2e4a), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:14.529147 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e3075f-abb0-4ed4-b082-a499e2484b02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6716838-1935-445b-9bac-820e6dd1ffc0,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:14.535150 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-d33ac552-1225-4a68-95e4-65cf7fd264b2 None None] Port 461c99dd-f6db-4ceb-bac6-6eba82ce2e4a cannot update to ACTIVE because it is not bound. {{(pid=103198) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 17:16:14.539617 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-84e3075f-abb0-4ed4-b082-a499e2484b02 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=252ef5cfe2cc472b8b0469b2ff2d24de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5031571 Jan 18 17:16:14.540288 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 55964) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:16:14.599447 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6cd40781-dcdc-4352-b88f-c6cb032370bb admin admin] Publish callbacks [] for security_group (a6716838-1935-445b-9bac-820e6dd1ffc0), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:14.626874 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6cd40781-dcdc-4352-b88f-c6cb032370bb admin admin] Publish callbacks [] for security_group (a6716838-1935-445b-9bac-820e6dd1ffc0), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:14.692388 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-d30643b4-d66d-4614-9156-273fb06fb038 admin admin] Publish callbacks [] for port (461c99dd-f6db-4ceb-bac6-6eba82ce2e4a), precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:14.775264 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c3af2b-5ec8-4989-b077-39a73e6abf91 req-39a95f73-3672-4005-97a5-d55aca12c4b3 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:14.776551 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-04c3af2b-5ec8-4989-b077-39a73e6abf91 req-39a95f73-3672-4005-97a5-d55aca12c4b3 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=fd06e8ed-8113-4ba5-8f7b-c7a1759d866f HTTP/1.1" status: 200 len: 946 time: 0.0557210 Jan 18 17:16:14.777968 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0236d8d9-166b-4e1b-a015-46c0ecdec8d9 req-7a156b2b-b222-490f-aa5d-d94e3b5c024e tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:14.779546 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-0236d8d9-166b-4e1b-a015-46c0ecdec8d9 req-7a156b2b-b222-490f-aa5d-d94e3b5c024e tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/ports?device_id=b9b0d347-98b0-4fe6-a443-bf2e28175c8c HTTP/1.1" status: 200 len: 945 time: 0.0543861 Jan 18 17:16:14.780871 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-d30643b4-d66d-4614-9156-273fb06fb038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (461c99dd-f6db-4ceb-bac6-6eba82ce2e4a), after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:14.781612 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-d30643b4-d66d-4614-9156-273fb06fb038 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-647780'] for router_interface (86981704-eb3b-41bd-a45c-5ed2a1fcaebb), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:14.799728 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6cd40781-dcdc-4352-b88f-c6cb032370bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (a6716838-1935-445b-9bac-820e6dd1ffc0), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:14.805392 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6cd40781-dcdc-4352-b88f-c6cb032370bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:14.805392 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-6cd40781-dcdc-4352-b88f-c6cb032370bb admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/a6716838-1935-445b-9bac-820e6dd1ffc0 HTTP/1.1" status: 204 len: 168 time: 0.2624097 Jan 18 17:16:14.826289 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd40781-dcdc-4352-b88f-c6cb032370bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6716838-1935-445b-9bac-820e6dd1ffc0,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:14.879747 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-04c3af2b-5ec8-4989-b077-39a73e6abf91 req-885e29e4-33b1-41ee-8ef7-7a45b25341c5 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952156 Jan 18 17:16:14.915986 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30643b4-d66d-4614-9156-273fb06fb038 admin admin] Pushing event updated for resources: {'Port': ['ID=461c99dd-f6db-4ceb-bac6-6eba82ce2e4a,revision_number=2']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:14.928169 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-0236d8d9-166b-4e1b-a015-46c0ecdec8d9 req-7a1b834c-fc26-46ed-8672-f702c1e12aa0 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/security-groups?id=03df2055-10b4-4cb8-8f80-fa2d86607cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407855 Jan 18 17:16:14.984269 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30643b4-d66d-4614-9156-273fb06fb038 admin admin] Network 9fcdf23c-7549-4d05-bb72-c699754d1dd6 is already hosted by enough agents. {{(pid=103197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 17:16:14.985770 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.base_scheduler [None req-d30643b4-d66d-4614-9156-273fb06fb038 admin admin] Resources bound (agent type, host, resource id): {{(pid=103197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 17:16:15.025033 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Device 171ef443-aa89-47e3-abe0-69964cd010b3 up at agent ovs-agent-dv-cinder-733623-11-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 17:16:15.108094 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316be56e-38f4-4a0d-a9ff-0a569d0304ed req-a940f252-36e6-49bb-b0e8-44aab11bbcd2 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:15.109851 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-316be56e-38f4-4a0d-a9ff-0a569d0304ed req-a940f252-36e6-49bb-b0e8-44aab11bbcd2 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 944 time: 0.0726681 Jan 18 17:16:15.184384 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Provisioning complete for port 171ef443-aa89-47e3-abe0-69964cd010b3 triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:16:15.184603 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (171ef443-aa89-47e3-abe0-69964cd010b3), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:15.216897 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d30643b4-d66d-4614-9156-273fb06fb038 admin admin] Router 86981704-eb3b-41bd-a45c-5ed2a1fcaebb has already been hosted by L3 agent 34860b7f-7c9d-4265-9a0a-1b9bd2e1622e {{(pid=103197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 17:16:15.229304 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-316be56e-38f4-4a0d-a9ff-0a569d0304ed req-a4afd1fd-56b3-4acd-abae-460dcb74ecef tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b366610-e294-4f78-943f-869cfaac134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137443 Jan 18 17:16:15.380469 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8895a722-8856-44c5-8d32-c2df75b75e47 req-e75f4df8-a75a-405d-a56a-b53b29d6424c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:15.382854 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-8895a722-8856-44c5-8d32-c2df75b75e47 req-e75f4df8-a75a-405d-a56a-b53b29d6424c service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=4983e51e5c4742eb9b95034b5aef3213&device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 1097 time: 0.0817821 Jan 18 17:16:15.384167 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Current status of the port 171ef443-aa89-47e3-abe0-69964cd010b3 is: DOWN; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:16:15.384740 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (171ef443-aa89-47e3-abe0-69964cd010b3), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:15.402110 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-d26d441f-12e3-411d-8e73-e4ce7dc3e6ef None None] Provisioning complete for port 461c99dd-f6db-4ceb-bac6-6eba82ce2e4a triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:16:15.403580 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-d26d441f-12e3-411d-8e73-e4ce7dc3e6ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (461c99dd-f6db-4ceb-bac6-6eba82ce2e4a), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:15.444608 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] For port 171ef443-aa89-47e3-abe0-69964cd010b3, host dv-cinder-733623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-11-iscsi',level=0,port_id=171ef443-aa89-47e3-abe0-69964cd010b3,segment=NetworkSegment(e313aa2e-7c8f-481c-b82b-97bbd998f4e0),segment_id=e313aa2e-7c8f-481c-b82b-97bbd998f4e0)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:16:15.455278 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-d26d441f-12e3-411d-8e73-e4ce7dc3e6ef None None] Port 461c99dd-f6db-4ceb-bac6-6eba82ce2e4a cannot update to ACTIVE because it is not bound. {{(pid=103198) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 17:16:15.483580 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (171ef443-aa89-47e3-abe0-69964cd010b3), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:15.495490 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d30643b4-d66d-4614-9156-273fb06fb038 admin admin] Notify agent at l3_agent.dv-cinder-733623-11-iscsi the message routers_updated {{(pid=103197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 17:16:15.509023 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-d30643b4-d66d-4614-9156-273fb06fb038 admin admin] 10.222.0.100 "PUT /v2.0/routers/86981704-eb3b-41bd-a45c-5ed2a1fcaebb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0590210 Jan 18 17:16:15.545747 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Pushing event updated for resources: {'Port': ['ID=171ef443-aa89-47e3-abe0-69964cd010b3,revision_number=4']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:15.572462 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8895a722-8856-44c5-8d32-c2df75b75e47 req-e374ffdc-6e48-4ff5-be4a-0a39c62e57b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:15.574406 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-8895a722-8856-44c5-8d32-c2df75b75e47 req-e374ffdc-6e48-4ff5-be4a-0a39c62e57b9 service neutron] 10.222.0.105 "GET /v2.0/networks?id=2be6587c-41c5-41bc-ac5a-09ac1f4499ce HTTP/1.1" status: 200 len: 918 time: 0.1610761 Jan 18 17:16:15.597214 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 55990) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:16:15.612481 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3b62bd08-ae78-4397-9e8b-a4e2f3614612 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:15.657309 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-8895a722-8856-44c5-8d32-c2df75b75e47 req-9e098549-ffc5-4d97-bcd3-50f13d522da1 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=639bfe46-d950-45f2-9080-a815d5d4244a HTTP/1.1" status: 200 len: 998 time: 0.0746009 Jan 18 17:16:15.717135 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3b62bd08-ae78-4397-9e8b-a4e2f3614612 admin admin] Publish callbacks [] for security_group (19dff8fb-9aab-4042-9d1b-d2f8bc5b9842), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:15.723538 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8895a722-8856-44c5-8d32-c2df75b75e47 req-3009fc60-7097-4d09-b2a5-971810d6a9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:15.725081 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-8895a722-8856-44c5-8d32-c2df75b75e47 req-3009fc60-7097-4d09-b2a5-971810d6a9a5 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=29c22a55-3970-45d3-a1fa-25a28ccfa3f2 HTTP/1.1" status: 200 len: 856 time: 0.0606081 Jan 18 17:16:15.774551 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3b62bd08-ae78-4397-9e8b-a4e2f3614612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (19dff8fb-9aab-4042-9d1b-d2f8bc5b9842), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:15.783274 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8895a722-8856-44c5-8d32-c2df75b75e47 req-6cd33eff-3391-48ec-a0b1-2fd2103a6f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:15.785086 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-8895a722-8856-44c5-8d32-c2df75b75e47 req-6cd33eff-3391-48ec-a0b1-2fd2103a6f1d service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=2be6587c-41c5-41bc-ac5a-09ac1f4499ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0510733 Jan 18 17:16:15.821748 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-3b62bd08-ae78-4397-9e8b-a4e2f3614612 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=13ae93546f414e88bc0ab08bcf16ab6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2234344 Jan 18 17:16:15.822771 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 56002) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:16:15.835494 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b62bd08-ae78-4397-9e8b-a4e2f3614612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19dff8fb-9aab-4042-9d1b-d2f8bc5b9842,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:15.900011 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-86e36886-7987-4d05-9372-d3df1df4f520 admin admin] Publish callbacks [] for security_group (19dff8fb-9aab-4042-9d1b-d2f8bc5b9842), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:15.923366 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-8895a722-8856-44c5-8d32-c2df75b75e47 req-86012e40-3545-4f42-bb2d-349cd8ffca88 service neutron] 10.222.0.105 "GET /v2.0/networks/2be6587c-41c5-41bc-ac5a-09ac1f4499ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138065 Jan 18 17:16:15.928010 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-86e36886-7987-4d05-9372-d3df1df4f520 admin admin] Publish callbacks [] for security_group (19dff8fb-9aab-4042-9d1b-d2f8bc5b9842), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:16.091741 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58ebc11-3776-4903-93b6-dc16862520a6 req-65579294-3b90-4da6-96f1-2f2dc31780e5 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:16.093743 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-a58ebc11-3776-4903-93b6-dc16862520a6 req-65579294-3b90-4da6-96f1-2f2dc31780e5 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/ports?device_id=b9b0d347-98b0-4fe6-a443-bf2e28175c8c HTTP/1.1" status: 200 len: 945 time: 0.0646653 Jan 18 17:16:16.095732 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-86e36886-7987-4d05-9372-d3df1df4f520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (19dff8fb-9aab-4042-9d1b-d2f8bc5b9842), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:16.098726 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-86e36886-7987-4d05-9372-d3df1df4f520 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:16.100210 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-86e36886-7987-4d05-9372-d3df1df4f520 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/19dff8fb-9aab-4042-9d1b-d2f8bc5b9842 HTTP/1.1" status: 204 len: 168 time: 0.2731352 Jan 18 17:16:16.112671 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e36886-7987-4d05-9372-d3df1df4f520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19dff8fb-9aab-4042-9d1b-d2f8bc5b9842,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:16.114213 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6f2f41-22a1-465b-a4c7-352dc1004739 req-cc7996f1-7185-495c-9ddf-948fb402ee8c tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:16.116058 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-0b6f2f41-22a1-465b-a4c7-352dc1004739 req-cc7996f1-7185-495c-9ddf-948fb402ee8c tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=fd06e8ed-8113-4ba5-8f7b-c7a1759d866f HTTP/1.1" status: 200 len: 946 time: 0.1083441 Jan 18 17:16:16.170627 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-8895a722-8856-44c5-8d32-c2df75b75e47 req-4ab3150e-fdfc-497f-aef3-4c6b6df216cd service neutron] 10.222.0.105 "GET /v2.0/networks/2be6587c-41c5-41bc-ac5a-09ac1f4499ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379634 Jan 18 17:16:16.229909 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-0b6f2f41-22a1-465b-a4c7-352dc1004739 req-c122ef8e-ae71-49ca-bcd6-332580f555ab tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/security-groups?id=01a27d75-30ff-4a59-91a9-720cf2b662d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834646 Jan 18 17:16:16.252560 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-a58ebc11-3776-4903-93b6-dc16862520a6 req-8040fea6-9a0d-44f8-9f29-e203ca2d509a tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/security-groups?id=03df2055-10b4-4cb8-8f80-fa2d86607cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501455 Jan 18 17:16:16.365634 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2e551d-da66-424d-acc3-b9ac8b95f2b4 req-6bf83b14-1d62-4bb0-9fa9-358f9058a7a3 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:16.369262 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-1f2e551d-da66-424d-acc3-b9ac8b95f2b4 req-6bf83b14-1d62-4bb0-9fa9-358f9058a7a3 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.105 "GET /v2.0/ports?device_id=fd06e8ed-8113-4ba5-8f7b-c7a1759d866f HTTP/1.1" status: 200 len: 946 time: 0.0745518 Jan 18 17:16:16.370236 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc6d609-fa20-40de-8701-fb7846d291dd None None] Sync routers for ids ['86981704-eb3b-41bd-a45c-5ed2a1fcaebb'] in dv-cinder-733623-11-iscsi {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 17:16:16.381960 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc6d609-fa20-40de-8701-fb7846d291dd None None] Routers {'86981704-eb3b-41bd-a45c-5ed2a1fcaebb'} bound to L3 agent in host dv-cinder-733623-11-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 17:16:16.383228 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-ddc6d609-fa20-40de-8701-fb7846d291dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T17:04:58Z,description=,heartbeat_timestamp=2022-01-18T17:15:58Z,host='dv-cinder-733623-11-iscsi',id=34860b7f-7c9d-4265-9a0a-1b9bd2e1622e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T17:04:59Z,topic='l3_agent')) {'router_ids': ['86981704-eb3b-41bd-a45c-5ed2a1fcaebb'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:16:16.463588 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9823f7c5-0dd7-4369-8114-b0f85d557d2f req-8d0eed76-d9ca-4e47-8824-16212956fbd9 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:16.465090 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-9823f7c5-0dd7-4369-8114-b0f85d557d2f req-8d0eed76-d9ca-4e47-8824-16212956fbd9 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 944 time: 0.0934904 Jan 18 17:16:16.514801 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-ddc6d609-fa20-40de-8701-fb7846d291dd None None] Set router 86981704-eb3b-41bd-a45c-5ed2a1fcaebb gateway port host: dv-cinder-733623-11-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 17:16:16.561977 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-9823f7c5-0dd7-4369-8114-b0f85d557d2f req-23b988a9-da6c-4871-a315-a07c65502de7 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b366610-e294-4f78-943f-869cfaac134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741200 Jan 18 17:16:16.573787 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.plugin [req-1f2e551d-da66-424d-acc3-b9ac8b95f2b4 req-e02c5c0d-3673-416e-8cb6-6ea0e7b4b0fe tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Deleting port ddf52e68-aa03-475b-b83c-dab38c9f91de {{(pid=103197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 17:16:16.574786 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-1f2e551d-da66-424d-acc3-b9ac8b95f2b4 req-e02c5c0d-3673-416e-8cb6-6ea0e7b4b0fe tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785612421596'] for port (ddf52e68-aa03-475b-b83c-dab38c9f91de), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:16.712510 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.db [req-1f2e551d-da66-424d-acc3-b9ac8b95f2b4 req-e02c5c0d-3673-416e-8cb6-6ea0e7b4b0fe tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] For port ddf52e68-aa03-475b-b83c-dab38c9f91de, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=ddf52e68-aa03-475b-b83c-dab38c9f91de,segment=NetworkSegment(4584f792-4385-45bc-9f18-b5d58b51f5e3),segment_id=4584f792-4385-45bc-9f18-b5d58b51f5e3)] {{(pid=103197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:16:16.712888 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-1f2e551d-da66-424d-acc3-b9ac8b95f2b4 req-e02c5c0d-3673-416e-8cb6-6ea0e7b4b0fe tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653228'] for port (ddf52e68-aa03-475b-b83c-dab38c9f91de), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:16.730750 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.plugin [req-1f2e551d-da66-424d-acc3-b9ac8b95f2b4 req-e02c5c0d-3673-416e-8cb6-6ea0e7b4b0fe tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Calling delete_port for ddf52e68-aa03-475b-b83c-dab38c9f91de owned by compute:nova {{(pid=103197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 17:16:16.796169 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-ddc6d609-fa20-40de-8701-fb7846d291dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86981704-eb3b-41bd-a45c-5ed2a1fcaebb', 'name': 'tempest-TestMinimumBasicScenario-1378179451-router', 'tenant_id': '52dbd573e41c46878d0014f1fddbe0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '171ef443-aa89-47e3-abe0-69964cd010b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:16:08Z', 'updated_at': '2022-01-18T17:16:14Z', 'revision_number': 4, 'project_id': '52dbd573e41c46878d0014f1fddbe0c2', 'gw_port': {'id': '171ef443-aa89-47e3-abe0-69964cd010b3', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ab:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86981704-eb3b-41bd-a45c-5ed2a1fcaebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:09Z', 'updated_at': '2022-01-18T17:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi', '_interfaces': [{'id': '461c99dd-f6db-4ceb-bac6-6eba82ce2e4a', 'name': '', 'network_id': '9fcdf23c-7549-4d05-bb72-c699754d1dd6', 'tenant_id': '52dbd573e41c46878d0014f1fddbe0c2', 'mac_address': 'fa:16:3e:e1:fa:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86981704-eb3b-41bd-a45c-5ed2a1fcaebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '2c668f06-01ec-4d1a-891f-124f8df96f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:13Z', 'updated_at': '2022-01-18T17:16:14Z', 'revision_number': 2, 'project_id': '52dbd573e41c46878d0014f1fddbe0c2', 'subnets': [{'id': '2c668f06-01ec-4d1a-891f-124f8df96f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-11-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:16:16.856834 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc6d609-fa20-40de-8701-fb7846d291dd None None] Checking router: 86981704-eb3b-41bd-a45c-5ed2a1fcaebb for host: dv-cinder-733623-11-iscsi {{(pid=103198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 17:16:16.858819 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc6d609-fa20-40de-8701-fb7846d291dd None None] Updating router 86981704-eb3b-41bd-a45c-5ed2a1fcaebb port 461c99dd-f6db-4ceb-bac6-6eba82ce2e4a binding host dv-cinder-733623-11-iscsi {{(pid=103198) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 17:16:16.887805 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-ddc6d609-fa20-40de-8701-fb7846d291dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (461c99dd-f6db-4ceb-bac6-6eba82ce2e4a), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:17.053727 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Device 171ef443-aa89-47e3-abe0-69964cd010b3 up at agent ovs-agent-dv-cinder-733623-11-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 17:16:17.060469 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-1f2e551d-da66-424d-acc3-b9ac8b95f2b4 req-e02c5c0d-3673-416e-8cb6-6ea0e7b4b0fe tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785612430192', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785611913813'] for port (ddf52e68-aa03-475b-b83c-dab38c9f91de), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:17.101804 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02c5c0d-3673-416e-8cb6-6ea0e7b4b0fe tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Pushing event deleted for resources: {'Port': ['ID=ddf52e68-aa03-475b-b83c-dab38c9f91de,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:17.151959 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f2e551d-da66-424d-acc3-b9ac8b95f2b4 req-e02c5c0d-3673-416e-8cb6-6ea0e7b4b0fe tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] No DVR routers for this DVR port ddf52e68-aa03-475b-b83c-dab38c9f91de on host hv-cinder-73362 {{(pid=103197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 17:16:17.155663 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-1f2e551d-da66-424d-acc3-b9ac8b95f2b4 req-e02c5c0d-3673-416e-8cb6-6ea0e7b4b0fe tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1923895'] for port (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:17.160655 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-1f2e551d-da66-424d-acc3-b9ac8b95f2b4 req-e02c5c0d-3673-416e-8cb6-6ea0e7b4b0fe tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.105 "DELETE /v2.0/ports/ddf52e68-aa03-475b-b83c-dab38c9f91de HTTP/1.1" status: 204 len: 173 time: 0.7575672 Jan 18 17:16:17.161177 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd06e8ed-8113-4ba5-8f7b-c7a1759d866f', 'name': 'network-vif-deleted', 'tag': 'ddf52e68-aa03-475b-b83c-dab38c9f91de'}] {{(pid=103197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 17:16:17.163629 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3aa228331c825044a8c5a816f7450a712b29f1505f8362b46ccab27415aa536" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24529c9f-0f83-4762-8c64-ecb047118051" -d '{"events": [{"server_uuid": "fd06e8ed-8113-4ba5-8f7b-c7a1759d866f", "name": "network-vif-deleted", "tag": "ddf52e68-aa03-475b-b83c-dab38c9f91de"}]}' {{(pid=103197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 17:16:17.271177 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 17:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31c43c7e-aa46-493c-bf28-7aba03090331 x-openstack-request-id: req-31c43c7e-aa46-493c-bf28-7aba03090331 {{(pid=103197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 17:16:17.271177 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd06e8ed-8113-4ba5-8f7b-c7a1759d866f", "name": "network-vif-deleted", "tag": "ddf52e68-aa03-475b-b83c-dab38c9f91de", "status": "completed", "code": 200}]} {{(pid=103197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 17:16:17.271177 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-31c43c7e-aa46-493c-bf28-7aba03090331 {{(pid=103197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 17:16:17.271177 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd06e8ed-8113-4ba5-8f7b-c7a1759d866f', 'name': 'network-vif-deleted', 'tag': 'ddf52e68-aa03-475b-b83c-dab38c9f91de', 'status': 'completed', 'code': 200} Jan 18 17:16:17.283599 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Provisioning complete for port 171ef443-aa89-47e3-abe0-69964cd010b3 triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:16:17.286379 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (171ef443-aa89-47e3-abe0-69964cd010b3), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:17.444081 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Current status of the port 171ef443-aa89-47e3-abe0-69964cd010b3 is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:16:17.486874 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-edb1ddb3-24c8-4d8c-ac47-cfeb456263d4 req-87801c78-3fad-4073-83bb-de8775c8d34a tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=fd06e8ed-8113-4ba5-8f7b-c7a1759d866f HTTP/1.1" status: 200 len: 210 time: 0.0971556 Jan 18 17:16:17.534825 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0458c36-58b5-4347-9c4b-ee53e5ce956b req-3ccad64a-c151-4902-afac-475cdad3bf38 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:17.536402 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c0458c36-58b5-4347-9c4b-ee53e5ce956b req-3ccad64a-c151-4902-afac-475cdad3bf38 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/ports?device_id=b9b0d347-98b0-4fe6-a443-bf2e28175c8c HTTP/1.1" status: 200 len: 945 time: 0.0673308 Jan 18 17:16:17.551362 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-ddc6d609-fa20-40de-8701-fb7846d291dd None None] Publish callbacks [] for port (461c99dd-f6db-4ceb-bac6-6eba82ce2e4a), precommit_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:17.605056 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c0458c36-58b5-4347-9c4b-ee53e5ce956b req-4d54a3bb-0b8e-4a14-b8cd-5bce4d4f6c7e tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/security-groups?id=03df2055-10b4-4cb8-8f80-fa2d86607cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619512 Jan 18 17:16:17.741753 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebc1ad8-f31f-4ca6-9839-331c6148a76f req-eb3be567-c69f-4c6a-9dda-d37ca3a8ae10 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:17.744067 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-0ebc1ad8-f31f-4ca6-9839-331c6148a76f req-eb3be567-c69f-4c6a-9dda-d37ca3a8ae10 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 944 time: 0.0728321 Jan 18 17:16:17.797481 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-0ebc1ad8-f31f-4ca6-9839-331c6148a76f req-27f13907-a433-424e-97bb-e8876eefba1e tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b366610-e294-4f78-943f-869cfaac134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476067 Jan 18 17:16:18.077884 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-ddc6d609-fa20-40de-8701-fb7846d291dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (461c99dd-f6db-4ceb-bac6-6eba82ce2e4a), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:18.298986 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7d6ab4-2eb3-47c1-9d18-912147e51376 None None] Pushing event updated for resources: {'Port': ['ID=461c99dd-f6db-4ceb-bac6-6eba82ce2e4a,revision_number=3']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:18.344145 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-ddc6d609-fa20-40de-8701-fb7846d291dd None None] Attempting to bind port 461c99dd-f6db-4ceb-bac6-6eba82ce2e4a on host dv-cinder-733623-11-iscsi for vnic_type normal with profile {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 17:16:18.344145 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-ddc6d609-fa20-40de-8701-fb7846d291dd None None] Attempting to bind port 461c99dd-f6db-4ceb-bac6-6eba82ce2e4a by drivers openvswitch,hyperv on host dv-cinder-733623-11-iscsi at level 0 using segments [{'id': '62116162-dc1f-4f5e-8a1f-86b40d7e4d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '9fcdf23c-7549-4d05-bb72-c699754d1dd6'}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 17:16:18.344145 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc6d609-fa20-40de-8701-fb7846d291dd None None] Attempting to bind port 461c99dd-f6db-4ceb-bac6-6eba82ce2e4a on network 9fcdf23c-7549-4d05-bb72-c699754d1dd6 {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 17:16:18.356234 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc6d609-fa20-40de-8701-fb7846d291dd None None] Checking agent: {'id': 'a6f837d2-7b5b-4cd3-9c28-296017d8b8e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 17, 5, 2), 'started_at': datetime.datetime(2022, 1, 18, 17, 5, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 17, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 17:16:18.356930 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc6d609-fa20-40de-8701-fb7846d291dd None None] Checking segment: {'id': '62116162-dc1f-4f5e-8a1f-86b40d7e4d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '9fcdf23c-7549-4d05-bb72-c699754d1dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 17:16:18.357360 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-ddc6d609-fa20-40de-8701-fb7846d291dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:18.357875 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc6d609-fa20-40de-8701-fb7846d291dd None None] Bound using segment: {'id': '62116162-dc1f-4f5e-8a1f-86b40d7e4d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '9fcdf23c-7549-4d05-bb72-c699754d1dd6'} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 17:16:18.358255 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-ddc6d609-fa20-40de-8701-fb7846d291dd None None] Bound port: 461c99dd-f6db-4ceb-bac6-6eba82ce2e4a, host: dv-cinder-733623-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62116162-dc1f-4f5e-8a1f-86b40d7e4d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '9fcdf23c-7549-4d05-bb72-c699754d1dd6'}}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 17:16:18.358640 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-ddc6d609-fa20-40de-8701-fb7846d291dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (461c99dd-f6db-4ceb-bac6-6eba82ce2e4a), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:18.443730 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-ddc6d609-fa20-40de-8701-fb7846d291dd None None] For port 461c99dd-f6db-4ceb-bac6-6eba82ce2e4a, host dv-cinder-733623-11-iscsi, cleared binding levels {{(pid=103198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 17:16:18.451204 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-ddc6d609-fa20-40de-8701-fb7846d291dd None None] For port 461c99dd-f6db-4ceb-bac6-6eba82ce2e4a, host dv-cinder-733623-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-11-iscsi',level=0,port_id=461c99dd-f6db-4ceb-bac6-6eba82ce2e4a,segment=NetworkSegment(62116162-dc1f-4f5e-8a1f-86b40d7e4d9c),segment_id=62116162-dc1f-4f5e-8a1f-86b40d7e4d9c)] {{(pid=103198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 17:16:18.529929 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-ddc6d609-fa20-40de-8701-fb7846d291dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (461c99dd-f6db-4ceb-bac6-6eba82ce2e4a), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:18.661349 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-2c2052e7-01a1-445e-a9fe-8665b4f59153 req-e396662e-6eea-4620-892a-e0446ed1d895 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=fd06e8ed-8113-4ba5-8f7b-c7a1759d866f HTTP/1.1" status: 200 len: 210 time: 0.0585856 Jan 18 17:16:18.667116 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7d6ab4-2eb3-47c1-9d18-912147e51376 None None] Pushing event updated for resources: {'Port': ['ID=461c99dd-f6db-4ceb-bac6-6eba82ce2e4a,revision_number=4']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:18.688262 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7d6ab4-2eb3-47c1-9d18-912147e51376 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:16:18.689109 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7d6ab4-2eb3-47c1-9d18-912147e51376 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:16:18.689471 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7d6ab4-2eb3-47c1-9d18-912147e51376 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:16:18.689820 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7d6ab4-2eb3-47c1-9d18-912147e51376 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:16:18.690160 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7d6ab4-2eb3-47c1-9d18-912147e51376 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:16:18.694263 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7d6ab4-2eb3-47c1-9d18-912147e51376 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:16:18.695275 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7d6ab4-2eb3-47c1-9d18-912147e51376 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:16:18.697023 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7d6ab4-2eb3-47c1-9d18-912147e51376 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:16:18.703287 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7d6ab4-2eb3-47c1-9d18-912147e51376 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:16:18.703287 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7d6ab4-2eb3-47c1-9d18-912147e51376 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:16:18.703287 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7d6ab4-2eb3-47c1-9d18-912147e51376 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:16:18.703287 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7d6ab4-2eb3-47c1-9d18-912147e51376 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:16:18.703287 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7d6ab4-2eb3-47c1-9d18-912147e51376 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:16:18.750778 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc6d609-fa20-40de-8701-fb7846d291dd None None] Routers {'86981704-eb3b-41bd-a45c-5ed2a1fcaebb'} bound to L3 agent in host dv-cinder-733623-11-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 17:16:18.753825 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-ddc6d609-fa20-40de-8701-fb7846d291dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T17:04:58Z,description=,heartbeat_timestamp=2022-01-18T17:15:58Z,host='dv-cinder-733623-11-iscsi',id=34860b7f-7c9d-4265-9a0a-1b9bd2e1622e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T17:04:59Z,topic='l3_agent')) {'router_ids': ['86981704-eb3b-41bd-a45c-5ed2a1fcaebb'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:16:18.785863 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b31f14-88d9-4b8c-a414-c0a69d294a33 req-b90b6687-23d3-46e4-bbc6-994708025061 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:18.787424 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-92b31f14-88d9-4b8c-a414-c0a69d294a33 req-b90b6687-23d3-46e4-bbc6-994708025061 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/ports?device_id=b9b0d347-98b0-4fe6-a443-bf2e28175c8c HTTP/1.1" status: 200 len: 945 time: 0.0696940 Jan 18 17:16:18.829577 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-07777c95-ed91-4217-94c2-272c1c7b88c0 None None] Provisioning complete for port 461c99dd-f6db-4ceb-bac6-6eba82ce2e4a triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:16:18.844271 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-07777c95-ed91-4217-94c2-272c1c7b88c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (461c99dd-f6db-4ceb-bac6-6eba82ce2e4a), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:18.888534 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-92b31f14-88d9-4b8c-a414-c0a69d294a33 req-df0660e8-6aae-4617-8d75-bd42f9d66891 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/security-groups?id=03df2055-10b4-4cb8-8f80-fa2d86607cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834913 Jan 18 17:16:19.064333 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a414c19-06a7-4929-9642-e2c5d3e230df req-cba4a439-6595-45f1-a5de-6c7002204ea4 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:19.072683 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-6a414c19-06a7-4929-9642-e2c5d3e230df req-cba4a439-6595-45f1-a5de-6c7002204ea4 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 944 time: 0.1389632 Jan 18 17:16:19.074882 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-ddc6d609-fa20-40de-8701-fb7846d291dd None None] Set router 86981704-eb3b-41bd-a45c-5ed2a1fcaebb gateway port host: dv-cinder-733623-11-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 17:16:19.143127 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-6a414c19-06a7-4929-9642-e2c5d3e230df req-90a918f8-83be-477d-b51c-eff898e5dbdf tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b366610-e294-4f78-943f-869cfaac134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686920 Jan 18 17:16:19.314181 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-07777c95-ed91-4217-94c2-272c1c7b88c0 None None] Current status of the port 461c99dd-f6db-4ceb-bac6-6eba82ce2e4a is: DOWN; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:16:19.314814 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-07777c95-ed91-4217-94c2-272c1c7b88c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (461c99dd-f6db-4ceb-bac6-6eba82ce2e4a), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:19.384999 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-07777c95-ed91-4217-94c2-272c1c7b88c0 None None] For port 461c99dd-f6db-4ceb-bac6-6eba82ce2e4a, host dv-cinder-733623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-11-iscsi',level=0,port_id=461c99dd-f6db-4ceb-bac6-6eba82ce2e4a,segment=NetworkSegment(62116162-dc1f-4f5e-8a1f-86b40d7e4d9c),segment_id=62116162-dc1f-4f5e-8a1f-86b40d7e4d9c)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:16:19.408227 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-ddc6d609-fa20-40de-8701-fb7846d291dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86981704-eb3b-41bd-a45c-5ed2a1fcaebb', 'name': 'tempest-TestMinimumBasicScenario-1378179451-router', 'tenant_id': '52dbd573e41c46878d0014f1fddbe0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '171ef443-aa89-47e3-abe0-69964cd010b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:16:08Z', 'updated_at': '2022-01-18T17:16:14Z', 'revision_number': 4, 'project_id': '52dbd573e41c46878d0014f1fddbe0c2', 'gw_port': {'id': '171ef443-aa89-47e3-abe0-69964cd010b3', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ab:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86981704-eb3b-41bd-a45c-5ed2a1fcaebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:09Z', 'updated_at': '2022-01-18T17:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi', '_interfaces': [{'id': '461c99dd-f6db-4ceb-bac6-6eba82ce2e4a', 'name': '', 'network_id': '9fcdf23c-7549-4d05-bb72-c699754d1dd6', 'tenant_id': '52dbd573e41c46878d0014f1fddbe0c2', 'mac_address': 'fa:16:3e:e1:fa:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86981704-eb3b-41bd-a45c-5ed2a1fcaebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '2c668f06-01ec-4d1a-891f-124f8df96f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:13Z', 'updated_at': '2022-01-18T17:16:18Z', 'revision_number': 4, 'project_id': '52dbd573e41c46878d0014f1fddbe0c2', 'subnets': [{'id': '2c668f06-01ec-4d1a-891f-124f8df96f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-11-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:16:19.448583 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc6d609-fa20-40de-8701-fb7846d291dd None None] The sync data for ids ['86981704-eb3b-41bd-a45c-5ed2a1fcaebb'] in dv-cinder-733623-11-iscsi is: [{'id': '86981704-eb3b-41bd-a45c-5ed2a1fcaebb', 'name': 'tempest-TestMinimumBasicScenario-1378179451-router', 'tenant_id': '52dbd573e41c46878d0014f1fddbe0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '171ef443-aa89-47e3-abe0-69964cd010b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:16:08Z', 'updated_at': '2022-01-18T17:16:14Z', 'revision_number': 4, 'project_id': '52dbd573e41c46878d0014f1fddbe0c2', 'gw_port': {'id': '171ef443-aa89-47e3-abe0-69964cd010b3', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ab:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86981704-eb3b-41bd-a45c-5ed2a1fcaebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:09Z', 'updated_at': '2022-01-18T17:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi', '_interfaces': [{'id': '461c99dd-f6db-4ceb-bac6-6eba82ce2e4a', 'name': '', 'network_id': '9fcdf23c-7549-4d05-bb72-c699754d1dd6', 'tenant_id': '52dbd573e41c46878d0014f1fddbe0c2', 'mac_address': 'fa:16:3e:e1:fa:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86981704-eb3b-41bd-a45c-5ed2a1fcaebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '2c668f06-01ec-4d1a-891f-124f8df96f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:13Z', 'updated_at': '2022-01-18T17:16:18Z', 'revision_number': 4, 'project_id': '52dbd573e41c46878d0014f1fddbe0c2', 'subnets': [{'id': '2c668f06-01ec-4d1a-891f-124f8df96f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 17:16:19.461110 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-07777c95-ed91-4217-94c2-272c1c7b88c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (461c99dd-f6db-4ceb-bac6-6eba82ce2e4a), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:19.596878 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07777c95-ed91-4217-94c2-272c1c7b88c0 None None] Pushing event updated for resources: {'Port': ['ID=461c99dd-f6db-4ceb-bac6-6eba82ce2e4a,revision_number=5']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:19.623807 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-e5f55a1f-895d-48f7-84a6-dc8125404fe8 None None] Provisioning complete for port 461c99dd-f6db-4ceb-bac6-6eba82ce2e4a triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:16:19.624193 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e5f55a1f-895d-48f7-84a6-dc8125404fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (461c99dd-f6db-4ceb-bac6-6eba82ce2e4a), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:19.764164 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-e5f55a1f-895d-48f7-84a6-dc8125404fe8 None None] Current status of the port 461c99dd-f6db-4ceb-bac6-6eba82ce2e4a is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:16:19.784066 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-1e96e10d-01ca-4d50-8e91-f8c64756a8dc req-08755615-5d8e-41ae-bbb5-8e0e557fc93b tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=fd06e8ed-8113-4ba5-8f7b-c7a1759d866f HTTP/1.1" status: 200 len: 210 time: 0.0379300 Jan 18 17:16:20.050251 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a68c128-be07-4067-b000-7c629933a6dd req-f33778d6-a4ea-4be5-9d5c-1b897f1d315d tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:20.052093 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-5a68c128-be07-4067-b000-7c629933a6dd req-f33778d6-a4ea-4be5-9d5c-1b897f1d315d tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/ports?device_id=b9b0d347-98b0-4fe6-a443-bf2e28175c8c HTTP/1.1" status: 200 len: 945 time: 0.0726984 Jan 18 17:16:20.119659 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-5a68c128-be07-4067-b000-7c629933a6dd req-62fda1ec-100d-48e5-aeb6-1f6baea66edd tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/security-groups?id=03df2055-10b4-4cb8-8f80-fa2d86607cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603395 Jan 18 17:16:20.288157 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596ff0c4-113b-43af-a3ac-7737195af652 req-79c7e95d-4d88-4c44-a764-d332a29bd872 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:20.290055 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-596ff0c4-113b-43af-a3ac-7737195af652 req-79c7e95d-4d88-4c44-a764-d332a29bd872 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 944 time: 0.0613353 Jan 18 17:16:20.300555 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] get_ports_and_sgs() called for port_ids ['ddf52e68-aa03-475b-b83c-dab38c9f91de'] {{(pid=103198) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 17:16:20.378784 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-596ff0c4-113b-43af-a3ac-7737195af652 req-a693145f-84cb-4583-abd6-d6ba47a9c613 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b366610-e294-4f78-943f-869cfaac134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823431 Jan 18 17:16:20.553057 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7c49be-72bb-4eb8-91f5-d745d26de956 req-ceaed297-3fa6-4fc2-9df9-8d485fcad8e9 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:20.555725 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-7c7c49be-72bb-4eb8-91f5-d745d26de956 req-ceaed297-3fa6-4fc2-9df9-8d485fcad8e9 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.105 "GET /v2.0/ports?device_id=b9b0d347-98b0-4fe6-a443-bf2e28175c8c HTTP/1.1" status: 200 len: 945 time: 0.0575972 Jan 18 17:16:20.697205 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.plugin [req-7c7c49be-72bb-4eb8-91f5-d745d26de956 req-27cad02a-6e51-4102-aa83-93782a9e8243 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Deleting port 2706719d-053e-4bba-99a2-f8032595f432 {{(pid=103197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 17:16:20.697551 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-7c7c49be-72bb-4eb8-91f5-d745d26de956 req-27cad02a-6e51-4102-aa83-93782a9e8243 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785612421596'] for port (2706719d-053e-4bba-99a2-f8032595f432), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:20.799736 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.db [req-7c7c49be-72bb-4eb8-91f5-d745d26de956 req-27cad02a-6e51-4102-aa83-93782a9e8243 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] For port 2706719d-053e-4bba-99a2-f8032595f432, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=2706719d-053e-4bba-99a2-f8032595f432,segment=NetworkSegment(2fccfc1b-cb99-45b9-9f8c-ca3412f0a050),segment_id=2fccfc1b-cb99-45b9-9f8c-ca3412f0a050)] {{(pid=103197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:16:20.800151 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-7c7c49be-72bb-4eb8-91f5-d745d26de956 req-27cad02a-6e51-4102-aa83-93782a9e8243 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653228'] for port (2706719d-053e-4bba-99a2-f8032595f432), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:20.837604 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.plugin [req-7c7c49be-72bb-4eb8-91f5-d745d26de956 req-27cad02a-6e51-4102-aa83-93782a9e8243 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Calling delete_port for 2706719d-053e-4bba-99a2-f8032595f432 owned by compute:nova {{(pid=103197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 17:16:20.888105 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-74cf2bfc-b633-4e9d-ad3d-db809e1eaa9b req-c3cd0337-24bd-4d85-8526-45180178de2f tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=fd06e8ed-8113-4ba5-8f7b-c7a1759d866f HTTP/1.1" status: 200 len: 210 time: 0.0313120 Jan 18 17:16:21.063420 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Device 461c99dd-f6db-4ceb-bac6-6eba82ce2e4a up at agent ovs-agent-dv-cinder-733623-11-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 17:16:21.123635 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Provisioning complete for port 461c99dd-f6db-4ceb-bac6-6eba82ce2e4a triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:16:21.124145 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (461c99dd-f6db-4ceb-bac6-6eba82ce2e4a), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:21.146517 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-7c7c49be-72bb-4eb8-91f5-d745d26de956 req-27cad02a-6e51-4102-aa83-93782a9e8243 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785612430192', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785611913813'] for port (2706719d-053e-4bba-99a2-f8032595f432), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:21.166137 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] get_ports_and_sgs() called for port_ids ['2706719d-053e-4bba-99a2-f8032595f432'] {{(pid=103198) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 17:16:21.188267 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cad02a-6e51-4102-aa83-93782a9e8243 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Pushing event deleted for resources: {'Port': ['ID=2706719d-053e-4bba-99a2-f8032595f432,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:21.229867 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c7c49be-72bb-4eb8-91f5-d745d26de956 req-27cad02a-6e51-4102-aa83-93782a9e8243 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] No DVR routers for this DVR port 2706719d-053e-4bba-99a2-f8032595f432 on host hv-cinder-73362 {{(pid=103197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 17:16:21.233833 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-7c7c49be-72bb-4eb8-91f5-d745d26de956 req-27cad02a-6e51-4102-aa83-93782a9e8243 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1923895'] for port (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:21.237424 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-7c7c49be-72bb-4eb8-91f5-d745d26de956 req-27cad02a-6e51-4102-aa83-93782a9e8243 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.105 "DELETE /v2.0/ports/2706719d-053e-4bba-99a2-f8032595f432 HTTP/1.1" status: 204 len: 173 time: 0.6763856 Jan 18 17:16:21.238033 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9b0d347-98b0-4fe6-a443-bf2e28175c8c', 'name': 'network-vif-deleted', 'tag': '2706719d-053e-4bba-99a2-f8032595f432'}] {{(pid=103197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 17:16:21.240335 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3aa228331c825044a8c5a816f7450a712b29f1505f8362b46ccab27415aa536" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee4fa8bd-7b05-4ce4-b214-aff016a3af6c" -d '{"events": [{"server_uuid": "b9b0d347-98b0-4fe6-a443-bf2e28175c8c", "name": "network-vif-deleted", "tag": "2706719d-053e-4bba-99a2-f8032595f432"}]}' {{(pid=103197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 17:16:21.285607 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Current status of the port 461c99dd-f6db-4ceb-bac6-6eba82ce2e4a is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:16:21.310745 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 17:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4216445f-beaa-4697-843b-972e44ade52b x-openstack-request-id: req-4216445f-beaa-4697-843b-972e44ade52b {{(pid=103197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 17:16:21.311449 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9b0d347-98b0-4fe6-a443-bf2e28175c8c", "name": "network-vif-deleted", "tag": "2706719d-053e-4bba-99a2-f8032595f432", "status": "completed", "code": 200}]} {{(pid=103197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 17:16:21.311449 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-4216445f-beaa-4697-843b-972e44ade52b {{(pid=103197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 17:16:21.311766 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9b0d347-98b0-4fe6-a443-bf2e28175c8c', 'name': 'network-vif-deleted', 'tag': '2706719d-053e-4bba-99a2-f8032595f432', 'status': 'completed', 'code': 200} Jan 18 17:16:21.313907 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-a0e18797-e615-4da5-bc90-4dae7dbdff91 req-997d1093-a635-43f9-9181-3f4d66d17ca9 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/ports?device_id=b9b0d347-98b0-4fe6-a443-bf2e28175c8c HTTP/1.1" status: 200 len: 210 time: 0.0634069 Jan 18 17:16:21.536330 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdfb4c1-a276-435d-b008-cb1cce738559 req-e74f4156-e164-4442-8ba9-f538253e2afe tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:21.543666 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-6bdfb4c1-a276-435d-b008-cb1cce738559 req-e74f4156-e164-4442-8ba9-f538253e2afe tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 944 time: 0.0656803 Jan 18 17:16:21.603572 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-6bdfb4c1-a276-435d-b008-cb1cce738559 req-f4d01234-8d7a-46d1-a515-094015272ea0 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b366610-e294-4f78-943f-869cfaac134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569928 Jan 18 17:16:22.012361 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-79ffe881-6f09-4f1d-ab90-b31fbbfab9c5 req-028d7b13-15a0-4d74-bdc0-6b5cb2aa2538 tempest-ServerRescueNegativeTestJSON-607493306 tempest-ServerRescueNegativeTestJSON-607493306-project] 10.222.0.100 "GET /v2.0/ports?device_id=fd06e8ed-8113-4ba5-8f7b-c7a1759d866f HTTP/1.1" status: 200 len: 210 time: 0.0325046 Jan 18 17:16:22.440241 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-78fbda31-8b05-402e-b006-0d19a8acbe06 req-3012cbfc-a5ba-46e1-9a06-43e6ff49f067 tempest-AttachVolumeNegativeTest-1362380122 tempest-AttachVolumeNegativeTest-1362380122-project] 10.222.0.100 "GET /v2.0/ports?device_id=b9b0d347-98b0-4fe6-a443-bf2e28175c8c HTTP/1.1" status: 200 len: 210 time: 0.0323281 Jan 18 17:16:22.760561 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68621ad8-8bf0-4f54-81c2-ebcd42fd6773 req-0559f918-d883-433f-98e8-8711ee95fbce tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:22.769506 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-68621ad8-8bf0-4f54-81c2-ebcd42fd6773 req-0559f918-d883-433f-98e8-8711ee95fbce tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 944 time: 0.0679824 Jan 18 17:16:22.854820 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-68621ad8-8bf0-4f54-81c2-ebcd42fd6773 req-c8697ceb-03af-4ca1-9df0-75c6ffeebfec tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b366610-e294-4f78-943f-869cfaac134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844080 Jan 18 17:16:23.084645 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 56146) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:16:23.509594 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 56156) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:16:23.584335 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.db.db_base_plugin_v2 [None req-41580fd9-d44c-49d9-8149-0575157760d7 admin admin] Deleting subnet e2a0842a-bbe5-40a2-b308-b84b4df3e2b6 {{(pid=103197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 17:16:23.589935 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-41580fd9-d44c-49d9-8149-0575157760d7 admin admin] Publish callbacks [] for subnet (e2a0842a-bbe5-40a2-b308-b84b4df3e2b6), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:23.638761 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-41580fd9-d44c-49d9-8149-0575157760d7 admin admin] Publish callbacks [] for subnet (e2a0842a-bbe5-40a2-b308-b84b4df3e2b6), precommit_delete_associations {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:23.652140 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-41580fd9-d44c-49d9-8149-0575157760d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1557582'] for subnet (e2a0842a-bbe5-40a2-b308-b84b4df3e2b6), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:23.753718 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.agents_db [None req-82e58cf6-2858-46ee-adbb-688a61b9207a None None] Agent healthcheck: found 6 active agents {{(pid=103199) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 17:16:23.832585 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8ef74632-e2f5-468b-923e-cc143d304a9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647695'] for router_interface (c8ff7da9-99d3-4fd8-a77c-68d724a415dd), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:23.854572 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-41580fd9-d44c-49d9-8149-0575157760d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781'] for subnet (e2a0842a-bbe5-40a2-b308-b84b4df3e2b6), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:23.889820 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41580fd9-d44c-49d9-8149-0575157760d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2a0842a-bbe5-40a2-b308-b84b4df3e2b6,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:23.911688 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-41580fd9-d44c-49d9-8149-0575157760d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526667'] for subnet (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:23.921396 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-41580fd9-d44c-49d9-8149-0575157760d7 admin admin] 10.222.0.100 "DELETE /v2.0/subnets/e2a0842a-bbe5-40a2-b308-b84b4df3e2b6 HTTP/1.1" status: 204 len: 168 time: 0.4093668 Jan 18 17:16:23.925704 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 56164) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:16:24.029531 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-0daa904e-e91b-45a2-9e45-b97a7212684f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540870'] for network (69fb0145-03f6-40a6-ac58-42e6e5e4d712), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:24.178206 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb039f3b-f7af-45b5-9b0a-3b0109b9e4e6 req-e62865f4-c7e3-4021-90dd-ab86466e18dd tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:24.179956 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-bb039f3b-f7af-45b5-9b0a-3b0109b9e4e6 req-e62865f4-c7e3-4021-90dd-ab86466e18dd tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 944 time: 0.1572022 Jan 18 17:16:24.201924 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-0daa904e-e91b-45a2-9e45-b97a7212684f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1561079', 'neutron.services.segments.db._delete_segments_for_network-8785612501023'] for network (69fb0145-03f6-40a6-ac58-42e6e5e4d712), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:24.224213 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-0daa904e-e91b-45a2-9e45-b97a7212684f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:16:24.224743 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-0daa904e-e91b-45a2-9e45-b97a7212684f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:16:24.225514 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-0daa904e-e91b-45a2-9e45-b97a7212684f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:16:24.243594 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-0daa904e-e91b-45a2-9e45-b97a7212684f admin admin] Subscribe: > port after_create 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:16:24.243594 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-0daa904e-e91b-45a2-9e45-b97a7212684f admin admin] Subscribe: > port after_delete 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:16:24.243594 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-0daa904e-e91b-45a2-9e45-b97a7212684f admin admin] Subscribe: > port after_update 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:16:24.243594 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-0daa904e-e91b-45a2-9e45-b97a7212684f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:16:24.243594 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-0daa904e-e91b-45a2-9e45-b97a7212684f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:16:24.243594 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-0daa904e-e91b-45a2-9e45-b97a7212684f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:16:24.243594 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-0daa904e-e91b-45a2-9e45-b97a7212684f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:16:24.287686 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-bb039f3b-f7af-45b5-9b0a-3b0109b9e4e6 req-227fbaa7-7096-4e8f-97db-337ab24faa68 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b366610-e294-4f78-943f-869cfaac134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964122 Jan 18 17:16:24.347470 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-8ef74632-e2f5-468b-923e-cc143d304a9e admin admin] Deleting port ee81d123-f96b-45fb-946c-c808b76130a9 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 17:16:24.347814 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8ef74632-e2f5-468b-923e-cc143d304a9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785612421596'] for port (ee81d123-f96b-45fb-946c-c808b76130a9), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:24.408906 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Device 639bfe46-d950-45f2-9080-a815d5d4244a details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=103198) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 17:16:24.425008 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-8ef74632-e2f5-468b-923e-cc143d304a9e admin admin] For port ee81d123-f96b-45fb-946c-c808b76130a9, host dv-cinder-733623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-11-iscsi',level=0,port_id=ee81d123-f96b-45fb-946c-c808b76130a9,segment=NetworkSegment(4584f792-4385-45bc-9f18-b5d58b51f5e3),segment_id=4584f792-4385-45bc-9f18-b5d58b51f5e3)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:16:24.425361 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8ef74632-e2f5-468b-923e-cc143d304a9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653228'] for port (ee81d123-f96b-45fb-946c-c808b76130a9), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:24.445686 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-8ef74632-e2f5-468b-923e-cc143d304a9e admin admin] Calling delete_port for ee81d123-f96b-45fb-946c-c808b76130a9 owned by network:router_interface {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 17:16:24.464390 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-0daa904e-e91b-45a2-9e45-b97a7212684f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:16:24.464765 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-0daa904e-e91b-45a2-9e45-b97a7212684f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:16:24.465082 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-0daa904e-e91b-45a2-9e45-b97a7212684f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:16:24.465431 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-0daa904e-e91b-45a2-9e45-b97a7212684f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 17:16:24.465798 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.services.segments.db [None req-0daa904e-e91b-45a2-9e45-b97a7212684f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69fb0145-03f6-40a6-ac58-42e6e5e4d712']}} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:16:24.484062 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.services.segments.db [None req-0daa904e-e91b-45a2-9e45-b97a7212684f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fccfc1b-cb99-45b9-9f8c-ca3412f0a050') {'for_net_delete': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:16:24.484417 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.services.segments.db [None req-0daa904e-e91b-45a2-9e45-b97a7212684f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fccfc1b-cb99-45b9-9f8c-ca3412f0a050') {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:16:24.501860 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-0daa904e-e91b-45a2-9e45-b97a7212684f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785612502312', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6389701'] for segment (2fccfc1b-cb99-45b9-9f8c-ca3412f0a050), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:24.533564 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-0daa904e-e91b-45a2-9e45-b97a7212684f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527697'] for segment (2fccfc1b-cb99-45b9-9f8c-ca3412f0a050), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:24.535242 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] For port 639bfe46-d950-45f2-9080-a815d5d4244a, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=639bfe46-d950-45f2-9080-a815d5d4244a,segment=NetworkSegment(7804631f-b978-4531-985d-c1ed5e4123e4),segment_id=7804631f-b978-4531-985d-c1ed5e4123e4)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:16:24.548334 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0daa904e-e91b-45a2-9e45-b97a7212684f admin admin] Releasing vlan 267 on physical network physnet1 to pool {{(pid=103197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 17:16:24.548847 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-0daa904e-e91b-45a2-9e45-b97a7212684f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6115622'] for segment (2fccfc1b-cb99-45b9-9f8c-ca3412f0a050), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:24.553705 dv-cinder-733623-11-iscsi neutron-server[103197]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:16:24.553705 dv-cinder-733623-11-iscsi neutron-server[103197]: warnings.warn(msg) Jan 18 17:16:24.553705 dv-cinder-733623-11-iscsi neutron-server[103197]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:16:24.553705 dv-cinder-733623-11-iscsi neutron-server[103197]: warnings.warn(msg) Jan 18 17:16:24.553705 dv-cinder-733623-11-iscsi neutron-server[103197]: Traceback (most recent call last): Jan 18 17:16:24.553705 dv-cinder-733623-11-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 17:16:24.553705 dv-cinder-733623-11-iscsi neutron-server[103197]: timer() Jan 18 17:16:24.553705 dv-cinder-733623-11-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 17:16:24.553705 dv-cinder-733623-11-iscsi neutron-server[103197]: cb(*args, **kw) Jan 18 17:16:24.553705 dv-cinder-733623-11-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 17:16:24.553705 dv-cinder-733623-11-iscsi neutron-server[103197]: return func(*args, **kwargs) Jan 18 17:16:24.553705 dv-cinder-733623-11-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 17:16:24.553705 dv-cinder-733623-11-iscsi neutron-server[103197]: self._notify() Jan 18 17:16:24.553705 dv-cinder-733623-11-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 17:16:24.553705 dv-cinder-733623-11-iscsi neutron-server[103197]: self.callback(batched_events) Jan 18 17:16:24.553705 dv-cinder-733623-11-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 17:16:24.553705 dv-cinder-733623-11-iscsi neutron-server[103197]: event.method(event) Jan 18 17:16:24.553705 dv-cinder-733623-11-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 17:16:24.553705 dv-cinder-733623-11-iscsi neutron-server[103197]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 17:16:24.553705 dv-cinder-733623-11-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 17:16:24.553705 dv-cinder-733623-11-iscsi neutron-server[103197]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 17:16:24.553705 dv-cinder-733623-11-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 17:16:24.553705 dv-cinder-733623-11-iscsi neutron-server[103197]: return f(self, *a, **k) Jan 18 17:16:24.553705 dv-cinder-733623-11-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 17:16:24.553705 dv-cinder-733623-11-iscsi neutron-server[103197]: return self._get(url).json() Jan 18 17:16:24.553705 dv-cinder-733623-11-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 17:16:24.553705 dv-cinder-733623-11-iscsi neutron-server[103197]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 17:16:24.553705 dv-cinder-733623-11-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 17:16:24.553705 dv-cinder-733623-11-iscsi neutron-server[103197]: return self.request(url, 'GET', **kwargs) Jan 18 17:16:24.553705 dv-cinder-733623-11-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 17:16:24.553705 dv-cinder-733623-11-iscsi neutron-server[103197]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 17:16:24.553705 dv-cinder-733623-11-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 17:16:24.553705 dv-cinder-733623-11-iscsi neutron-server[103197]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 17:16:24.553705 dv-cinder-733623-11-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 17:16:24.553705 dv-cinder-733623-11-iscsi neutron-server[103197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 17:16:24.553705 dv-cinder-733623-11-iscsi neutron-server[103197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 17:16:24.557584 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Returning: {'device': '639bfe46-d950-45f2-9080-a815d5d4244a', 'network_id': '2be6587c-41c5-41bc-ac5a-09ac1f4499ce', 'port_id': '639bfe46-d950-45f2-9080-a815d5d4244a', 'mac_address': 'fa:16:3e:52:c5:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29c22a55-3970-45d3-a1fa-25a28ccfa3f2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103198) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 17:16:24.600488 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Current status of the port 639bfe46-d950-45f2-9080-a815d5d4244a is: DOWN; New status is: BUILD {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:16:24.601858 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (639bfe46-d950-45f2-9080-a815d5d4244a), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:24.618644 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 639bfe46-d950-45f2-9080-a815d5d4244a {{(pid=103198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 17:16:24.641936 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] For port 639bfe46-d950-45f2-9080-a815d5d4244a, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=639bfe46-d950-45f2-9080-a815d5d4244a,segment=NetworkSegment(7804631f-b978-4531-985d-c1ed5e4123e4),segment_id=7804631f-b978-4531-985d-c1ed5e4123e4)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:16:24.713292 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (639bfe46-d950-45f2-9080-a815d5d4244a), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:24.713811 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-0daa904e-e91b-45a2-9e45-b97a7212684f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647965'] for network (69fb0145-03f6-40a6-ac58-42e6e5e4d712), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:24.743949 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-0daa904e-e91b-45a2-9e45-b97a7212684f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526667'] for network (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:24.748099 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-0daa904e-e91b-45a2-9e45-b97a7212684f admin admin] 10.222.0.100 "DELETE /v2.0/networks/69fb0145-03f6-40a6-ac58-42e6e5e4d712 HTTP/1.1" status: 204 len: 168 time: 0.8212655 Jan 18 17:16:24.767991 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daa904e-e91b-45a2-9e45-b97a7212684f admin admin] Pushing event deleted for resources: {'Network': ['ID=69fb0145-03f6-40a6-ac58-42e6e5e4d712,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:24.768761 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Pushing event updated for resources: {'Port': ['ID=639bfe46-d950-45f2-9080-a815d5d4244a,revision_number=9']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:24.786309 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8ef74632-e2f5-468b-923e-cc143d304a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785612430192', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785611913813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4300409'] for port (ee81d123-f96b-45fb-946c-c808b76130a9), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:24.841031 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef74632-e2f5-468b-923e-cc143d304a9e admin admin] Pushing event deleted for resources: {'Port': ['ID=ee81d123-f96b-45fb-946c-c808b76130a9,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:25.077174 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8ef74632-e2f5-468b-923e-cc143d304a9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646559'] for router_interface (c8ff7da9-99d3-4fd8-a77c-68d724a415dd), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:25.332554 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Device 2706719d-053e-4bba-99a2-f8032595f432 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 17:16:25.342637 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 56186) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:16:25.380416 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] No Port match for: 2706719d-053e-4bba-99a2-f8032595f432 {{(pid=103198) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 17:16:25.387991 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ef74632-e2f5-468b-923e-cc143d304a9e admin admin] Router c8ff7da9-99d3-4fd8-a77c-68d724a415dd has already been hosted by L3 agent 34860b7f-7c9d-4265-9a0a-1b9bd2e1622e {{(pid=103196) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 17:16:25.388619 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Device 2706719d-053e-4bba-99a2-f8032595f432 not bound to the agent host hv-cinder-73362 {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 17:16:25.388619 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Device ddf52e68-aa03-475b-b83c-dab38c9f91de no longer exists at agent hyperv_hv-cinder-73362 {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 17:16:25.422940 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] No Port match for: ddf52e68-aa03-475b-b83c-dab38c9f91de {{(pid=103198) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 17:16:25.423751 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Device ddf52e68-aa03-475b-b83c-dab38c9f91de not bound to the agent host hv-cinder-73362 {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 17:16:25.472255 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c552ec48-04bd-41d7-b56b-c844fa163303 req-177b0892-32c2-48c3-9a62-72f44a680705 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:25.475219 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-c552ec48-04bd-41d7-b56b-c844fa163303 req-177b0892-32c2-48c3-9a62-72f44a680705 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 945 time: 0.0779719 Jan 18 17:16:25.480834 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-70a90057-0ca4-48ba-a8d7-81a1221f446d admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=4c7d87680cf1434d8efeb24160231783&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1348267 Jan 18 17:16:25.481726 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 56188) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:16:25.537060 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ef74632-e2f5-468b-923e-cc143d304a9e admin admin] Notify agent at l3_agent.dv-cinder-733623-11-iscsi the message routers_updated {{(pid=103196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 17:16:25.545638 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-8ef74632-e2f5-468b-923e-cc143d304a9e admin admin] 10.222.0.100 "PUT /v2.0/routers/c8ff7da9-99d3-4fd8-a77c-68d724a415dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4575763 Jan 18 17:16:25.546120 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 56190) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:16:25.552036 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1813bc0e-c778-4ddb-a739-9230a83899fa None None] Sync routers for ids ['c8ff7da9-99d3-4fd8-a77c-68d724a415dd'] in dv-cinder-733623-11-iscsi {{(pid=103199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 17:16:25.574744 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1813bc0e-c778-4ddb-a739-9230a83899fa None None] Routers {'c8ff7da9-99d3-4fd8-a77c-68d724a415dd'} bound to L3 agent in host dv-cinder-733623-11-iscsi {{(pid=103199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 17:16:25.575418 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-1813bc0e-c778-4ddb-a739-9230a83899fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T17:04:58Z,description=,heartbeat_timestamp=2022-01-18T17:15:58Z,host='dv-cinder-733623-11-iscsi',id=34860b7f-7c9d-4265-9a0a-1b9bd2e1622e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T17:04:59Z,topic='l3_agent')) {'router_ids': ['c8ff7da9-99d3-4fd8-a77c-68d724a415dd'], 'active': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:16:25.602644 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-c552ec48-04bd-41d7-b56b-c844fa163303 req-33adf8db-2c64-4f0e-a9e5-56a42485e283 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b366610-e294-4f78-943f-869cfaac134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129620 Jan 18 17:16:25.612073 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-84574f9a-1a15-4c23-a52c-5999a827c2f5 admin admin] Publish callbacks [] for security_group (03df2055-10b4-4cb8-8f80-fa2d86607cc0), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:25.638737 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] get_ports_and_sgs() called for port_ids ['639bfe46-d950-45f2-9080-a815d5d4244a'] {{(pid=103198) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 17:16:25.657901 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-84574f9a-1a15-4c23-a52c-5999a827c2f5 admin admin] Publish callbacks [] for security_group (03df2055-10b4-4cb8-8f80-fa2d86607cc0), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:25.787317 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvr_db [None req-1813bc0e-c778-4ddb-a739-9230a83899fa None None] Set router c8ff7da9-99d3-4fd8-a77c-68d724a415dd gateway port host: dv-cinder-733623-11-iscsi {{(pid=103199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 17:16:25.797135 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-84574f9a-1a15-4c23-a52c-5999a827c2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (03df2055-10b4-4cb8-8f80-fa2d86607cc0), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:25.801790 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-84574f9a-1a15-4c23-a52c-5999a827c2f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:25.805241 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-84574f9a-1a15-4c23-a52c-5999a827c2f5 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/03df2055-10b4-4cb8-8f80-fa2d86607cc0 HTTP/1.1" status: 204 len: 168 time: 0.3219323 Jan 18 17:16:25.817221 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84574f9a-1a15-4c23-a52c-5999a827c2f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03df2055-10b4-4cb8-8f80-fa2d86607cc0,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:25.821492 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7346bc4f-ca1d-454d-a4ca-229c0e540abb admin admin] Publish callbacks [] for router (c8ff7da9-99d3-4fd8-a77c-68d724a415dd), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:25.893842 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-23b85493-b2f1-4794-89ff-62972da0d884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (1e8d2d8a-92ca-4025-a540-71c8151dbccf), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:25.998402 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7346bc4f-ca1d-454d-a4ca-229c0e540abb admin admin] Publish callbacks [] for router_gateway (c8ff7da9-99d3-4fd8-a77c-68d724a415dd), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:26.175804 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-1813bc0e-c778-4ddb-a739-9230a83899fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ff7da9-99d3-4fd8-a77c-68d724a415dd', 'name': 'tempest-ServerRescueNegativeTestJSON-1263294018-router', 'tenant_id': '82d395d404d64b169e0a445e9616b86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '9e7d76c1-911b-4ead-915b-76a961b75d69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:13:04Z', 'updated_at': '2022-01-18T17:16:24Z', 'revision_number': 5, 'project_id': '82d395d404d64b169e0a445e9616b86b', 'gw_port': {'id': '9e7d76c1-911b-4ead-915b-76a961b75d69', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f4:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ff7da9-99d3-4fd8-a77c-68d724a415dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:13:06Z', 'updated_at': '2022-01-18T17:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi'}], 'dv-cinder-733623-11-iscsi', False) {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:16:26.214456 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-7346bc4f-ca1d-454d-a4ca-229c0e540abb admin admin] Deleting port 9e7d76c1-911b-4ead-915b-76a961b75d69 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 17:16:26.214936 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7346bc4f-ca1d-454d-a4ca-229c0e540abb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785612421596'] for port (9e7d76c1-911b-4ead-915b-76a961b75d69), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:26.222244 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1813bc0e-c778-4ddb-a739-9230a83899fa None None] Checking router: c8ff7da9-99d3-4fd8-a77c-68d724a415dd for host: dv-cinder-733623-11-iscsi {{(pid=103199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 17:16:26.236519 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1813bc0e-c778-4ddb-a739-9230a83899fa None None] Routers {'c8ff7da9-99d3-4fd8-a77c-68d724a415dd'} bound to L3 agent in host dv-cinder-733623-11-iscsi {{(pid=103199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 17:16:26.236519 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-1813bc0e-c778-4ddb-a739-9230a83899fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T17:04:58Z,description=,heartbeat_timestamp=2022-01-18T17:15:58Z,host='dv-cinder-733623-11-iscsi',id=34860b7f-7c9d-4265-9a0a-1b9bd2e1622e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T17:04:59Z,topic='l3_agent')) {'router_ids': ['c8ff7da9-99d3-4fd8-a77c-68d724a415dd'], 'active': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:16:26.376878 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvr_db [None req-1813bc0e-c778-4ddb-a739-9230a83899fa None None] Set router c8ff7da9-99d3-4fd8-a77c-68d724a415dd gateway port host: None {{(pid=103199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 17:16:26.395324 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-7346bc4f-ca1d-454d-a4ca-229c0e540abb admin admin] For port 9e7d76c1-911b-4ead-915b-76a961b75d69, host dv-cinder-733623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-11-iscsi',level=0,port_id=9e7d76c1-911b-4ead-915b-76a961b75d69,segment=NetworkSegment(e313aa2e-7c8f-481c-b82b-97bbd998f4e0),segment_id=e313aa2e-7c8f-481c-b82b-97bbd998f4e0)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:16:26.395902 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7346bc4f-ca1d-454d-a4ca-229c0e540abb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653228'] for port (9e7d76c1-911b-4ead-915b-76a961b75d69), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:26.438089 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-1813bc0e-c778-4ddb-a739-9230a83899fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ff7da9-99d3-4fd8-a77c-68d724a415dd', 'name': 'tempest-ServerRescueNegativeTestJSON-1263294018-router', 'tenant_id': '82d395d404d64b169e0a445e9616b86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:13:04Z', 'updated_at': '2022-01-18T17:16:25Z', 'revision_number': 6, 'project_id': '82d395d404d64b169e0a445e9616b86b', 'gw_port_host': None}], 'dv-cinder-733623-11-iscsi', False) {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:16:26.442612 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-7346bc4f-ca1d-454d-a4ca-229c0e540abb admin admin] Calling delete_port for 9e7d76c1-911b-4ead-915b-76a961b75d69 owned by network:router_gateway {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 17:16:26.470890 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1813bc0e-c778-4ddb-a739-9230a83899fa None None] The sync data for ids ['c8ff7da9-99d3-4fd8-a77c-68d724a415dd'] in dv-cinder-733623-11-iscsi is: [{'id': 'c8ff7da9-99d3-4fd8-a77c-68d724a415dd', 'name': 'tempest-ServerRescueNegativeTestJSON-1263294018-router', 'tenant_id': '82d395d404d64b169e0a445e9616b86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:13:04Z', 'updated_at': '2022-01-18T17:16:25Z', 'revision_number': 6, 'project_id': '82d395d404d64b169e0a445e9616b86b', 'gw_port_host': None}] {{(pid=103199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 17:16:26.755078 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233cb814-1c4d-4363-bf7f-5f3430ef6aba req-74c4fce2-28bd-48d4-ab5f-794cbf2fcdf7 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:26.762316 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-233cb814-1c4d-4363-bf7f-5f3430ef6aba req-74c4fce2-28bd-48d4-ab5f-794cbf2fcdf7 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 945 time: 0.0727305 Jan 18 17:16:26.800203 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7346bc4f-ca1d-454d-a4ca-229c0e540abb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785612430192', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785611913813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4300409'] for port (9e7d76c1-911b-4ead-915b-76a961b75d69), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:26.833071 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7346bc4f-ca1d-454d-a4ca-229c0e540abb admin admin] Pushing event deleted for resources: {'Port': ['ID=9e7d76c1-911b-4ead-915b-76a961b75d69,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:26.849939 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-233cb814-1c4d-4363-bf7f-5f3430ef6aba req-f37b13e1-4aa7-46e9-8e26-f8011eaaf7c2 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b366610-e294-4f78-943f-869cfaac134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867376 Jan 18 17:16:26.958987 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7346bc4f-ca1d-454d-a4ca-229c0e540abb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648001'] for router_gateway (c8ff7da9-99d3-4fd8-a77c-68d724a415dd), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:27.010100 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Device ee81d123-f96b-45fb-946c-c808b76130a9 no longer exists at agent ovs-agent-dv-cinder-733623-11-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 17:16:27.036565 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] No Port match for: ee81d123-f96b-45fb-946c-c808b76130a9 {{(pid=103198) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 17:16:27.036916 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Device ee81d123-f96b-45fb-946c-c808b76130a9 not bound to the agent host dv-cinder-733623-11-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 17:16:27.370533 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7346bc4f-ca1d-454d-a4ca-229c0e540abb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-646132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16105'] for router (c8ff7da9-99d3-4fd8-a77c-68d724a415dd), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:27.373583 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7346bc4f-ca1d-454d-a4ca-229c0e540abb admin admin] Publish callbacks [] for router_controller (c8ff7da9-99d3-4fd8-a77c-68d724a415dd), precommit_delete_associations {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:27.457605 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 56230) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:16:27.534873 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7346bc4f-ca1d-454d-a4ca-229c0e540abb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-646125'] for router (c8ff7da9-99d3-4fd8-a77c-68d724a415dd), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:27.536323 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7346bc4f-ca1d-454d-a4ca-229c0e540abb admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8ff7da9-99d3-4fd8-a77c-68d724a415dd {{(pid=103196) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 17:16:27.549344 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7346bc4f-ca1d-454d-a4ca-229c0e540abb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:27.551147 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-7346bc4f-ca1d-454d-a4ca-229c0e540abb admin admin] 10.222.0.100 "DELETE /v2.0/routers/c8ff7da9-99d3-4fd8-a77c-68d724a415dd HTTP/1.1" status: 204 len: 168 time: 2.0035939 Jan 18 17:16:27.553673 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 56234) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:16:27.598683 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-73bbf4a4-2335-4c1b-81d6-7f142715115b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1536060305-network', 'tenant_id': '3a925e7b7154457182f07e6a52cf0c1b'}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:16:27.628924 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.db.db_base_plugin_v2 [None req-9066006f-c611-4840-a095-22c62e27d096 admin admin] Deleting subnet 7211cf1f-c33b-4353-a446-bb2d845858ab {{(pid=103197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 17:16:27.640873 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-9066006f-c611-4840-a095-22c62e27d096 admin admin] Publish callbacks [] for subnet (7211cf1f-c33b-4353-a446-bb2d845858ab), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:27.690647 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-9066006f-c611-4840-a095-22c62e27d096 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6389724'] for subnet (7211cf1f-c33b-4353-a446-bb2d845858ab), precommit_delete_associations {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:27.743860 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73bbf4a4-2335-4c1b-81d6-7f142715115b admin admin] Made reservation on behalf of 3a925e7b7154457182f07e6a52cf0c1b for: {'network': 1} {{(pid=103197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 17:16:27.746124 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-73bbf4a4-2335-4c1b-81d6-7f142715115b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for network (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:27.765329 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-73bbf4a4-2335-4c1b-81d6-7f142715115b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:27.767493 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-9066006f-c611-4840-a095-22c62e27d096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1557582'] for subnet (7211cf1f-c33b-4353-a446-bb2d845858ab), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:27.922901 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-73bbf4a4-2335-4c1b-81d6-7f142715115b admin admin] Publish callbacks [] for security_group (e98e37bd-6861-465e-9b16-ec7018796e98), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:27.940855 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-9066006f-c611-4840-a095-22c62e27d096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6115704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4852999'] for subnet (7211cf1f-c33b-4353-a446-bb2d845858ab), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:27.979217 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9066006f-c611-4840-a095-22c62e27d096 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7211cf1f-c33b-4353-a446-bb2d845858ab,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:27.997333 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-9066006f-c611-4840-a095-22c62e27d096 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526667'] for subnet (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:28.003497 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-9066006f-c611-4840-a095-22c62e27d096 admin admin] 10.222.0.100 "DELETE /v2.0/subnets/7211cf1f-c33b-4353-a446-bb2d845858ab HTTP/1.1" status: 204 len: 168 time: 0.4449174 Jan 18 17:16:28.003891 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 56242) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:16:28.021677 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-73bbf4a4-2335-4c1b-81d6-7f142715115b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (e98e37bd-6861-465e-9b16-ec7018796e98), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:28.048668 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73bbf4a4-2335-4c1b-81d6-7f142715115b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 292} {{(pid=103197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 17:16:28.092223 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b897ae-94a0-483b-9cb7-4591fe5b3400 req-b25d32ac-552a-4814-865a-991936b98005 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:28.092223 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-c5b897ae-94a0-483b-9cb7-4591fe5b3400 req-b25d32ac-552a-4814-865a-991936b98005 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 945 time: 0.1004441 Jan 18 17:16:28.092223 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bbf4a4-2335-4c1b-81d6-7f142715115b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e98e37bd-6861-465e-9b16-ec7018796e98,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:28.096214 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-73bbf4a4-2335-4c1b-81d6-7f142715115b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527697'] for segment (b8a02683-2e80-4459-8b4f-2c2cbf242ede), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:28.096561 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.db.segments_db [None req-73bbf4a4-2335-4c1b-81d6-7f142715115b admin admin] Added segment b8a02683-2e80-4459-8b4f-2c2cbf242ede of type vlan for network a8db4975-7a89-4037-a7c1-eb7053287ad2 Jan 18 17:16:28.133229 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f1aba911-ae79-4c44-8e2c-eb31ddb0f75a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540870'] for network (9ee67609-54ef-4b91-940a-05d38e6b2c9b), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:28.199409 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-c5b897ae-94a0-483b-9cb7-4591fe5b3400 req-5fcfefae-d0a0-45f1-80a6-c3a98b082de2 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b366610-e294-4f78-943f-869cfaac134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095939 Jan 18 17:16:28.204598 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-73bbf4a4-2335-4c1b-81d6-7f142715115b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785611949990'] for network (a8db4975-7a89-4037-a7c1-eb7053287ad2), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:28.268758 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f1aba911-ae79-4c44-8e2c-eb31ddb0f75a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1561079', 'neutron.services.segments.db._delete_segments_for_network-8785612501023'] for network (9ee67609-54ef-4b91-940a-05d38e6b2c9b), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:28.292955 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.services.segments.db [None req-f1aba911-ae79-4c44-8e2c-eb31ddb0f75a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ee67609-54ef-4b91-940a-05d38e6b2c9b']}} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:16:28.305383 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.services.segments.db [None req-f1aba911-ae79-4c44-8e2c-eb31ddb0f75a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4584f792-4385-45bc-9f18-b5d58b51f5e3') {'for_net_delete': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:16:28.305705 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.services.segments.db [None req-f1aba911-ae79-4c44-8e2c-eb31ddb0f75a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4584f792-4385-45bc-9f18-b5d58b51f5e3') {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:16:28.315483 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f1aba911-ae79-4c44-8e2c-eb31ddb0f75a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785612502312', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6178579'] for segment (4584f792-4385-45bc-9f18-b5d58b51f5e3), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:28.331945 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f1aba911-ae79-4c44-8e2c-eb31ddb0f75a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527697'] for segment (4584f792-4385-45bc-9f18-b5d58b51f5e3), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:28.338768 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1aba911-ae79-4c44-8e2c-eb31ddb0f75a admin admin] Releasing vlan 276 on physical network physnet1 to pool {{(pid=103196) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 17:16:28.401053 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f1aba911-ae79-4c44-8e2c-eb31ddb0f75a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4300298'] for segment (4584f792-4385-45bc-9f18-b5d58b51f5e3), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:28.401053 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:16:28.401053 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:16:28.401053 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:16:28.401053 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:16:28.401053 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:16:28.401053 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:16:28.401053 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:16:28.401053 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:16:28.401053 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:16:28.401053 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:16:28.401053 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:16:28.401053 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:16:28.401053 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:16:28.401053 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:16:28.401053 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:16:28.401053 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:16:28.401053 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:16:28.401053 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:16:28.401053 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:16:28.401053 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:16:28.401053 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:16:28.401053 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:16:28.401053 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:16:28.401053 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:16:28.401053 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:16:28.401053 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:16:28.401053 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:16:28.401053 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:16:28.401053 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:16:28.401053 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:16:28.401053 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:16:28.401053 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:16:28.403473 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:16:28.403473 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:16:28.403473 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:16:28.403473 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:16:28.403473 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:16:28.403473 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:16:28.403473 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:16:28.403473 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:16:28.403473 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:16:28.403473 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:16:28.403473 dv-cinder-733623-11-iscsi neutron-server[103196]: Traceback (most recent call last): Jan 18 17:16:28.403473 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 17:16:28.403473 dv-cinder-733623-11-iscsi neutron-server[103196]: timer() Jan 18 17:16:28.403473 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 17:16:28.403473 dv-cinder-733623-11-iscsi neutron-server[103196]: cb(*args, **kw) Jan 18 17:16:28.403473 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 17:16:28.403473 dv-cinder-733623-11-iscsi neutron-server[103196]: return func(*args, **kwargs) Jan 18 17:16:28.403473 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 17:16:28.403473 dv-cinder-733623-11-iscsi neutron-server[103196]: self._notify() Jan 18 17:16:28.403473 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 17:16:28.403473 dv-cinder-733623-11-iscsi neutron-server[103196]: self.callback(batched_events) Jan 18 17:16:28.403473 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 17:16:28.403473 dv-cinder-733623-11-iscsi neutron-server[103196]: event.method(event) Jan 18 17:16:28.403473 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 17:16:28.403473 dv-cinder-733623-11-iscsi neutron-server[103196]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 17:16:28.403473 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 17:16:28.403473 dv-cinder-733623-11-iscsi neutron-server[103196]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 17:16:28.403473 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 17:16:28.403473 dv-cinder-733623-11-iscsi neutron-server[103196]: return f(self, *a, **k) Jan 18 17:16:28.403473 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 17:16:28.403473 dv-cinder-733623-11-iscsi neutron-server[103196]: return self._get(url).json() Jan 18 17:16:28.403473 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 17:16:28.403473 dv-cinder-733623-11-iscsi neutron-server[103196]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 17:16:28.403473 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 17:16:28.403473 dv-cinder-733623-11-iscsi neutron-server[103196]: return self.request(url, 'GET', **kwargs) Jan 18 17:16:28.403473 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 17:16:28.403473 dv-cinder-733623-11-iscsi neutron-server[103196]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 17:16:28.403473 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 17:16:28.403473 dv-cinder-733623-11-iscsi neutron-server[103196]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 17:16:28.403473 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 17:16:28.403473 dv-cinder-733623-11-iscsi neutron-server[103196]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 17:16:28.403473 dv-cinder-733623-11-iscsi neutron-server[103196]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 17:16:28.919576 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Device 9e7d76c1-911b-4ead-915b-76a961b75d69 no longer exists at agent ovs-agent-dv-cinder-733623-11-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 17:16:28.942338 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] No Port match for: 9e7d76c1-911b-4ead-915b-76a961b75d69 {{(pid=103198) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 17:16:28.942680 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Device 9e7d76c1-911b-4ead-915b-76a961b75d69 not bound to the agent host dv-cinder-733623-11-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 17:16:29.031131 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6c9fa543-94ad-4a86-bd0b-edd5c289b921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (34860b7f-7c9d-4265-9a0a-1b9bd2e1622e), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:29.056191 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-73bbf4a4-2335-4c1b-81d6-7f142715115b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781'] for network (a8db4975-7a89-4037-a7c1-eb7053287ad2), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:29.060769 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73bbf4a4-2335-4c1b-81d6-7f142715115b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:29.060769 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-73bbf4a4-2335-4c1b-81d6-7f142715115b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526667'] for network (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:29.082860 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f1aba911-ae79-4c44-8e2c-eb31ddb0f75a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647965'] for network (9ee67609-54ef-4b91-940a-05d38e6b2c9b), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:29.096296 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f1aba911-ae79-4c44-8e2c-eb31ddb0f75a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526667'] for network (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:29.099595 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-a24976dc-7f89-446d-8d9b-8a75bf0e6853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (f7781508-68f4-4d6b-b413-74596bae1216), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:29.102624 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-f1aba911-ae79-4c44-8e2c-eb31ddb0f75a admin admin] 10.222.0.100 "DELETE /v2.0/networks/9ee67609-54ef-4b91-940a-05d38e6b2c9b HTTP/1.1" status: 204 len: 168 time: 1.0968649 Jan 18 17:16:29.116252 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aba911-ae79-4c44-8e2c-eb31ddb0f75a admin admin] Pushing event deleted for resources: {'Network': ['ID=9ee67609-54ef-4b91-940a-05d38e6b2c9b,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:29.127520 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bbf4a4-2335-4c1b-81d6-7f142715115b admin admin] Pushing event updated for resources: {'Network': ['ID=a8db4975-7a89-4037-a7c1-eb7053287ad2,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:29.139008 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Network a8db4975-7a89-4037-a7c1-eb7053287ad2 details requested by agent ovs-agent-dv-cinder-733623-11-iscsi with host dv-cinder-733623-11-iscsi {{(pid=103198) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 17:16:29.188836 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 56258) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:16:29.193176 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-73bbf4a4-2335-4c1b-81d6-7f142715115b admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7296913 Jan 18 17:16:29.194345 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-d5c9fe93-6f1e-41ac-acda-27451e7c751b admin admin] Request body: {'subnet': {'network_id': 'a8db4975-7a89-4037-a7c1-eb7053287ad2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1536060305-subnet', 'tenant_id': '3a925e7b7154457182f07e6a52cf0c1b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:16:29.326779 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c9fe93-6f1e-41ac-acda-27451e7c751b admin admin] Made reservation on behalf of 3a925e7b7154457182f07e6a52cf0c1b for: {'subnet': 1} {{(pid=103196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 17:16:29.329581 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d5c9fe93-6f1e-41ac-acda-27451e7c751b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4592754'] for subnet (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:29.430364 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b906a324-92d6-484f-9b6b-b9eede2c2f92 req-bbfd2713-696a-43e1-8506-dd7409b8d0f7 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:29.437062 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b906a324-92d6-484f-9b6b-b9eede2c2f92 req-bbfd2713-696a-43e1-8506-dd7409b8d0f7 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 945 time: 0.1279445 Jan 18 17:16:29.501831 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 56266) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:16:29.515446 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b906a324-92d6-484f-9b6b-b9eede2c2f92 req-1c00a816-5661-4616-b2ee-b7548b3f61ce tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b366610-e294-4f78-943f-869cfaac134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774860 Jan 18 17:16:29.605756 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-69a6c828-384b-4f76-9a6f-fd963faf6ae7 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=82d395d404d64b169e0a445e9616b86b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1027954 Jan 18 17:16:29.609458 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 56274) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:16:29.695972 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-478d173e-1728-4574-bd2e-2a38d554d87e admin admin] Publish callbacks [] for security_group (01a27d75-30ff-4a59-91a9-720cf2b662d8), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:29.724322 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-478d173e-1728-4574-bd2e-2a38d554d87e admin admin] Publish callbacks [] for security_group (01a27d75-30ff-4a59-91a9-720cf2b662d8), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:29.894767 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d5c9fe93-6f1e-41ac-acda-27451e7c751b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4300437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4592732'] for subnet (d4fd40e7-44d3-4f9c-911e-0da8848f12f2), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:29.952202 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c9fe93-6f1e-41ac-acda-27451e7c751b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4fd40e7-44d3-4f9c-911e-0da8848f12f2,revision_number=0']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:29.964166 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c9fe93-6f1e-41ac-acda-27451e7c751b admin admin] Checking segment: {'id': 'b8a02683-2e80-4459-8b4f-2c2cbf242ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'a8db4975-7a89-4037-a7c1-eb7053287ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 17:16:29.964525 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c9fe93-6f1e-41ac-acda-27451e7c751b admin admin] Network hostable DHCP agents. Network: a8db4975-7a89-4037-a7c1-eb7053287ad2, hostable agents: ['1e8d2d8a-92ca-4025-a540-71c8151dbccf'], hosted agents: [] {{(pid=103196) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 17:16:29.985144 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-478d173e-1728-4574-bd2e-2a38d554d87e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (01a27d75-30ff-4a59-91a9-720cf2b662d8), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:29.992716 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-478d173e-1728-4574-bd2e-2a38d554d87e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:29.992716 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-478d173e-1728-4574-bd2e-2a38d554d87e admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/01a27d75-30ff-4a59-91a9-720cf2b662d8 HTTP/1.1" status: 204 len: 168 time: 0.3788371 Jan 18 17:16:29.999122 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478d173e-1728-4574-bd2e-2a38d554d87e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a27d75-30ff-4a59-91a9-720cf2b662d8,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:30.105467 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c9fe93-6f1e-41ac-acda-27451e7c751b admin admin] Network a8db4975-7a89-4037-a7c1-eb7053287ad2 is scheduled to be hosted by DHCP agent 1e8d2d8a-92ca-4025-a540-71c8151dbccf with binding_index 1 {{(pid=103196) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 17:16:30.174554 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-d5c9fe93-6f1e-41ac-acda-27451e7c751b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-11-iscsi, a8db4975-7a89-4037-a7c1-eb7053287ad2) {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 17:16:30.178857 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c9fe93-6f1e-41ac-acda-27451e7c751b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:30.179484 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d5c9fe93-6f1e-41ac-acda-27451e7c751b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:30.187304 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2333a9b-bb4d-4d9c-aa87-cf846ea0566f None None] Network a8db4975-7a89-4037-a7c1-eb7053287ad2 requested from dv-cinder-733623-11-iscsi {{(pid=103198) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 17:16:30.258927 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-d5c9fe93-6f1e-41ac-acda-27451e7c751b admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0612388 Jan 18 17:16:30.315310 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb92d37-f465-4b9b-a658-58a3be96aa75 None None] Network a8db4975-7a89-4037-a7c1-eb7053287ad2 requested from dv-cinder-733623-11-iscsi {{(pid=103198) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 17:16:30.519804 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Device 639bfe46-d950-45f2-9080-a815d5d4244a up at agent hyperv_hv-cinder-73362 {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 17:16:30.569209 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Provisioning complete for port 639bfe46-d950-45f2-9080-a815d5d4244a triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:16:30.570235 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (639bfe46-d950-45f2-9080-a815d5d4244a), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:30.685269 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Current status of the port 639bfe46-d950-45f2-9080-a815d5d4244a is: BUILD; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:16:30.688182 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (639bfe46-d950-45f2-9080-a815d5d4244a), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:30.708645 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8741a205-c409-48be-9254-e60c5e00f055 req-8e4d1c46-8faa-40ab-9e3e-b1a65b39d29a tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:30.711932 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-8741a205-c409-48be-9254-e60c5e00f055 req-8e4d1c46-8faa-40ab-9e3e-b1a65b39d29a tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 945 time: 0.0954943 Jan 18 17:16:30.736379 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] For port 639bfe46-d950-45f2-9080-a815d5d4244a, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=639bfe46-d950-45f2-9080-a815d5d4244a,segment=NetworkSegment(7804631f-b978-4531-985d-c1ed5e4123e4),segment_id=7804631f-b978-4531-985d-c1ed5e4123e4)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:16:30.737494 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a58e7380-d7cf-40d5-8134-db17de0ec442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '639bfe46-d950-45f2-9080-a815d5d4244a'}] {{(pid=103198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 17:16:30.739815 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97aa477b9a8a7659066d830c0d89a1f304b03425b5691a2db6f60cb613ebd93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d73582cf-f0fc-418a-ad92-ab5787711f6b" -d '{"events": [{"server_uuid": "a58e7380-d7cf-40d5-8134-db17de0ec442", "name": "network-vif-plugged", "status": "completed", "tag": "639bfe46-d950-45f2-9080-a815d5d4244a"}]}' {{(pid=103198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 17:16:30.745709 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-d0f57583-9799-4745-8039-4fb698731137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (f223777b-396b-444b-a9c9-71cdff5b918d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:30.794098 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 17:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-244af24d-307a-4fc2-b1f9-b0e682200b38 x-openstack-request-id: req-244af24d-307a-4fc2-b1f9-b0e682200b38 {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 17:16:30.794452 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a58e7380-d7cf-40d5-8134-db17de0ec442", "name": "network-vif-plugged", "status": "completed", "tag": "639bfe46-d950-45f2-9080-a815d5d4244a", "code": 200}]} {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 17:16:30.794780 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-244af24d-307a-4fc2-b1f9-b0e682200b38 {{(pid=103198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 17:16:30.795297 dv-cinder-733623-11-iscsi neutron-server[103198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a58e7380-d7cf-40d5-8134-db17de0ec442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '639bfe46-d950-45f2-9080-a815d5d4244a', 'code': 200} Jan 18 17:16:30.810367 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-8741a205-c409-48be-9254-e60c5e00f055 req-527667a9-0da1-410c-a4ae-386416e20f93 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b366610-e294-4f78-943f-869cfaac134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908718 Jan 18 17:16:30.837264 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (639bfe46-d950-45f2-9080-a815d5d4244a), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:30.885585 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Pushing event updated for resources: {'Port': ['ID=639bfe46-d950-45f2-9080-a815d5d4244a,revision_number=10']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:31.182384 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3be490-1be8-41e0-82b1-562148f7f598 req-7224c5a7-24cf-46b4-8351-1f51f94f6728 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:31.183965 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-cc3be490-1be8-41e0-82b1-562148f7f598 req-7224c5a7-24cf-46b4-8351-1f51f94f6728 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "GET /v2.0/networks?id=e751886b-bacb-46c7-b3e1-ad645f57d5d1 HTTP/1.1" status: 200 len: 815 time: 0.1178496 Jan 18 17:16:31.203778 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-cc3be490-1be8-41e0-82b1-562148f7f598 req-1327e84f-20bf-4cd5-8f07-cb079ecc372b tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "GET /v2.0/quotas/9b619acf9cdb4528b6f656cc52406910 HTTP/1.1" status: 200 len: 375 time: 0.0130742 Jan 18 17:16:31.265710 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-cc3be490-1be8-41e0-82b1-562148f7f598 req-9f7b9edc-f4ac-48ee-8245-3f98ffebdf49 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=9b619acf9cdb4528b6f656cc52406910&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0566375 Jan 18 17:16:31.283410 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 56354) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:16:31.339584 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 56362) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:16:31.344741 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-c61020b3-3b8c-4b8e-8d0b-ef1975bd9a5c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1896485212-network', 'tenant_id': 'aff24be206074134aac61233454c0506'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:16:31.372975 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-cc3be490-1be8-41e0-82b1-562148f7f598 req-91cd42fa-07c3-49e6-a29a-d3d4e90cc117 service neutron] 10.222.0.100 "GET /v2.0/networks/e751886b-bacb-46c7-b3e1-ad645f57d5d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947194 Jan 18 17:16:31.431501 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c61020b3-3b8c-4b8e-8d0b-ef1975bd9a5c admin admin] Made reservation on behalf of aff24be206074134aac61233454c0506 for: {'network': 1} {{(pid=103196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 17:16:31.436005 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c61020b3-3b8c-4b8e-8d0b-ef1975bd9a5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for network (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:31.443225 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c61020b3-3b8c-4b8e-8d0b-ef1975bd9a5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:31.479076 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-cc3be490-1be8-41e0-82b1-562148f7f598 req-3c4e3246-92e5-4cab-bd7e-8fe102973e25 service neutron] 10.222.0.100 "GET /v2.0/networks/e751886b-bacb-46c7-b3e1-ad645f57d5d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000617 Jan 18 17:16:31.531795 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-942220f5-f8c1-459a-b9fa-62dd1b590934 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-460665670-network', 'tenant_id': 'e39431ed93ab40b3bd3a181b2afcac3d'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:16:31.540195 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c61020b3-3b8c-4b8e-8d0b-ef1975bd9a5c admin admin] Publish callbacks [] for security_group (ab408cdd-5f94-43c5-8bd5-a5bfbf7d2299), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:31.608254 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c61020b3-3b8c-4b8e-8d0b-ef1975bd9a5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (ab408cdd-5f94-43c5-8bd5-a5bfbf7d2299), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:31.634041 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c61020b3-3b8c-4b8e-8d0b-ef1975bd9a5c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 281} {{(pid=103196) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 17:16:31.641961 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-942220f5-f8c1-459a-b9fa-62dd1b590934 admin admin] Made reservation on behalf of e39431ed93ab40b3bd3a181b2afcac3d for: {'network': 1} {{(pid=103196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 17:16:31.644260 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-942220f5-f8c1-459a-b9fa-62dd1b590934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for network (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:31.650996 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61020b3-3b8c-4b8e-8d0b-ef1975bd9a5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab408cdd-5f94-43c5-8bd5-a5bfbf7d2299,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:31.664823 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-942220f5-f8c1-459a-b9fa-62dd1b590934 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:31.668434 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c61020b3-3b8c-4b8e-8d0b-ef1975bd9a5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527697'] for segment (cf3cbfc0-bba7-49e8-9a51-e5500dd13021), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:31.670577 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.db.segments_db [None req-c61020b3-3b8c-4b8e-8d0b-ef1975bd9a5c admin admin] Added segment cf3cbfc0-bba7-49e8-9a51-e5500dd13021 of type vlan for network e98aa8c9-873a-45f4-997e-0f6cf368b64f Jan 18 17:16:31.745027 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-192a4792-6f7f-488b-8036-aedf1f6f576a req-a6e86bbe-8d3c-4802-84fc-85d3017e7188 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "GET /v2.0/ports?device_id=0cf6cbd1-6df8-4d12-bd6f-0af78720aabe HTTP/1.1" status: 200 len: 210 time: 0.0569506 Jan 18 17:16:31.758193 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c61020b3-3b8c-4b8e-8d0b-ef1975bd9a5c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785611949990'] for network (e98aa8c9-873a-45f4-997e-0f6cf368b64f), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:31.829654 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-942220f5-f8c1-459a-b9fa-62dd1b590934 admin admin] Publish callbacks [] for security_group (7207e0d8-5b4d-48b5-8f38-d6ad79e391ef), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:31.853761 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (a6f837d2-7b5b-4cd3-9c28-296017d8b8e6), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:31.871111 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c61020b3-3b8c-4b8e-8d0b-ef1975bd9a5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781'] for network (e98aa8c9-873a-45f4-997e-0f6cf368b64f), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:31.872194 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61020b3-3b8c-4b8e-8d0b-ef1975bd9a5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:31.872785 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c61020b3-3b8c-4b8e-8d0b-ef1975bd9a5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526667'] for network (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:31.925320 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-942220f5-f8c1-459a-b9fa-62dd1b590934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (7207e0d8-5b4d-48b5-8f38-d6ad79e391ef), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:31.940331 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c0b09a-fced-4f60-a68a-9bbc142ed695 req-25b018ec-475b-4196-a8c5-16715daa4f80 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:31.942059 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-02c0b09a-fced-4f60-a68a-9bbc142ed695 req-25b018ec-475b-4196-a8c5-16715daa4f80 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 947 time: 0.0548143 Jan 18 17:16:31.954423 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61020b3-3b8c-4b8e-8d0b-ef1975bd9a5c admin admin] Pushing event updated for resources: {'Network': ['ID=e98aa8c9-873a-45f4-997e-0f6cf368b64f,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:31.966866 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Network e98aa8c9-873a-45f4-997e-0f6cf368b64f details requested by agent ovs-agent-dv-cinder-733623-11-iscsi with host dv-cinder-733623-11-iscsi {{(pid=103198) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 17:16:31.969204 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-942220f5-f8c1-459a-b9fa-62dd1b590934 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 256} {{(pid=103196) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 17:16:31.980113 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942220f5-f8c1-459a-b9fa-62dd1b590934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7207e0d8-5b4d-48b5-8f38-d6ad79e391ef,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:31.986367 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-942220f5-f8c1-459a-b9fa-62dd1b590934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527697'] for segment (441c74e1-622f-4873-94d6-ea0d90ecf9ee), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:31.986676 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.db.segments_db [None req-942220f5-f8c1-459a-b9fa-62dd1b590934 admin admin] Added segment 441c74e1-622f-4873-94d6-ea0d90ecf9ee of type vlan for network 6beef8c8-11cd-4aa0-ae20-531a45b1faf5 Jan 18 17:16:32.012251 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-02c0b09a-fced-4f60-a68a-9bbc142ed695 req-e35cb872-ebed-4159-a1a6-01689a7bb806 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b366610-e294-4f78-943f-869cfaac134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630803 Jan 18 17:16:32.034905 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-c61020b3-3b8c-4b8e-8d0b-ef1975bd9a5c admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6863692 Jan 18 17:16:32.035454 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 56376) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:16:32.041418 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-496ad20d-c3e1-425a-962d-402c6e4e055a admin admin] Request body: {'subnet': {'network_id': 'e98aa8c9-873a-45f4-997e-0f6cf368b64f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1896485212-subnet', 'tenant_id': 'aff24be206074134aac61233454c0506', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:16:32.042617 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-942220f5-f8c1-459a-b9fa-62dd1b590934 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785611949990'] for network (6beef8c8-11cd-4aa0-ae20-531a45b1faf5), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:32.133865 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-496ad20d-c3e1-425a-962d-402c6e4e055a admin admin] Made reservation on behalf of aff24be206074134aac61233454c0506 for: {'subnet': 1} {{(pid=103197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 17:16:32.136202 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-496ad20d-c3e1-425a-962d-402c6e4e055a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4853026'] for subnet (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:32.162586 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-942220f5-f8c1-459a-b9fa-62dd1b590934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781'] for network (6beef8c8-11cd-4aa0-ae20-531a45b1faf5), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:32.164992 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942220f5-f8c1-459a-b9fa-62dd1b590934 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:32.165733 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-942220f5-f8c1-459a-b9fa-62dd1b590934 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526667'] for network (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:32.237977 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942220f5-f8c1-459a-b9fa-62dd1b590934 admin admin] Pushing event updated for resources: {'Network': ['ID=6beef8c8-11cd-4aa0-ae20-531a45b1faf5,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:32.254270 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Network 6beef8c8-11cd-4aa0-ae20-531a45b1faf5 details requested by agent ovs-agent-dv-cinder-733623-11-iscsi with host dv-cinder-733623-11-iscsi {{(pid=103198) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 17:16:32.265252 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-942220f5-f8c1-459a-b9fa-62dd1b590934 admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9792325 Jan 18 17:16:32.266216 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 56380) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:16:32.272172 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-aa3a6d80-d1ea-40cb-8a02-75b0ca096ba7 admin admin] Request body: {'subnet': {'network_id': '6beef8c8-11cd-4aa0-ae20-531a45b1faf5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-460665670-subnet', 'tenant_id': 'e39431ed93ab40b3bd3a181b2afcac3d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:16:32.397372 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa3a6d80-d1ea-40cb-8a02-75b0ca096ba7 admin admin] Made reservation on behalf of e39431ed93ab40b3bd3a181b2afcac3d for: {'subnet': 1} {{(pid=103196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 17:16:32.400502 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-aa3a6d80-d1ea-40cb-8a02-75b0ca096ba7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4592754'] for subnet (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:32.625645 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-496ad20d-c3e1-425a-962d-402c6e4e055a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6115769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4853004'] for subnet (5ec769a2-12d0-49f2-9f4c-89b015d65094), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:32.660173 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-aa3a6d80-d1ea-40cb-8a02-75b0ca096ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4300437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4592732'] for subnet (db7edcea-cc0c-4f91-8652-8431bf22b201), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:32.687355 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496ad20d-c3e1-425a-962d-402c6e4e055a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ec769a2-12d0-49f2-9f4c-89b015d65094,revision_number=0']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:32.696889 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496ad20d-c3e1-425a-962d-402c6e4e055a admin admin] Checking segment: {'id': 'cf3cbfc0-bba7-49e8-9a51-e5500dd13021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'e98aa8c9-873a-45f4-997e-0f6cf368b64f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 17:16:32.697278 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496ad20d-c3e1-425a-962d-402c6e4e055a admin admin] Network hostable DHCP agents. Network: e98aa8c9-873a-45f4-997e-0f6cf368b64f, hostable agents: ['1e8d2d8a-92ca-4025-a540-71c8151dbccf'], hosted agents: [] {{(pid=103197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 17:16:32.733771 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3a6d80-d1ea-40cb-8a02-75b0ca096ba7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db7edcea-cc0c-4f91-8652-8431bf22b201,revision_number=0']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:32.738378 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3a6d80-d1ea-40cb-8a02-75b0ca096ba7 admin admin] Checking segment: {'id': '441c74e1-622f-4873-94d6-ea0d90ecf9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '6beef8c8-11cd-4aa0-ae20-531a45b1faf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 17:16:32.738743 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3a6d80-d1ea-40cb-8a02-75b0ca096ba7 admin admin] Network hostable DHCP agents. Network: 6beef8c8-11cd-4aa0-ae20-531a45b1faf5, hostable agents: ['1e8d2d8a-92ca-4025-a540-71c8151dbccf'], hosted agents: [] {{(pid=103196) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 17:16:32.762503 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496ad20d-c3e1-425a-962d-402c6e4e055a admin admin] Network e98aa8c9-873a-45f4-997e-0f6cf368b64f is scheduled to be hosted by DHCP agent 1e8d2d8a-92ca-4025-a540-71c8151dbccf with binding_index 1 {{(pid=103197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 17:16:32.841882 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-bdba5795-366e-427a-bc20-a7270e7103e5 req-646f4623-e806-4108-928b-14a2731f7f9e tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "GET /v2.0/ports?device_id=0cf6cbd1-6df8-4d12-bd6f-0af78720aabe HTTP/1.1" status: 200 len: 210 time: 0.0305161 Jan 18 17:16:32.843028 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3a6d80-d1ea-40cb-8a02-75b0ca096ba7 admin admin] Network 6beef8c8-11cd-4aa0-ae20-531a45b1faf5 is scheduled to be hosted by DHCP agent 1e8d2d8a-92ca-4025-a540-71c8151dbccf with binding_index 1 {{(pid=103196) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 17:16:32.992442 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.base_scheduler [None req-496ad20d-c3e1-425a-962d-402c6e4e055a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-11-iscsi, e98aa8c9-873a-45f4-997e-0f6cf368b64f) {{(pid=103197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 17:16:32.993596 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-aa3a6d80-d1ea-40cb-8a02-75b0ca096ba7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-11-iscsi, 6beef8c8-11cd-4aa0-ae20-531a45b1faf5) {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 17:16:32.997479 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496ad20d-c3e1-425a-962d-402c6e4e055a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:32.998086 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3a6d80-d1ea-40cb-8a02-75b0ca096ba7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:32.998246 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-496ad20d-c3e1-425a-962d-402c6e4e055a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526667'] for subnet (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:32.998635 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-aa3a6d80-d1ea-40cb-8a02-75b0ca096ba7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:33.009770 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115768c9-4903-40c4-baad-8c71aec2bc1f None None] Network e98aa8c9-873a-45f4-997e-0f6cf368b64f requested from dv-cinder-733623-11-iscsi {{(pid=103198) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 17:16:33.029158 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c9f1c7-2d0e-4c87-99f5-3c29dcf52c97 None None] Network 6beef8c8-11cd-4aa0-ae20-531a45b1faf5 requested from dv-cinder-733623-11-iscsi {{(pid=103198) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 17:16:33.120343 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-aa3a6d80-d1ea-40cb-8a02-75b0ca096ba7 admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8524778 Jan 18 17:16:33.122947 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 56396) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:16:33.127273 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-a6747e61-1f88-46ee-8bed-4063a6a478d8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-460665670-router', 'tenant_id': 'e39431ed93ab40b3bd3a181b2afcac3d', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430'}}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:16:33.134582 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-496ad20d-c3e1-425a-962d-402c6e4e055a admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0986769 Jan 18 17:16:33.165636 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a06b2-650a-44fe-a903-5da4166ac98b req-0ce9fcbd-495a-4f0f-ae53-075a1e9b1cc2 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:33.167452 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-e48a06b2-650a-44fe-a903-5da4166ac98b req-0ce9fcbd-495a-4f0f-ae53-075a1e9b1cc2 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 947 time: 0.0828996 Jan 18 17:16:33.197293 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4947dace-df0a-43e9-8b38-24fb9e953ffb None None] Network e98aa8c9-873a-45f4-997e-0f6cf368b64f requested from dv-cinder-733623-11-iscsi {{(pid=103198) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 17:16:33.214321 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a6747e61-1f88-46ee-8bed-4063a6a478d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-644958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16091'] for router (ae71a829-54e7-4733-86ed-b8acf1486bff), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:33.214673 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c52a19-ed5f-4b72-9f21-a81a02439aac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f84e879-2170-571d-bd14-f6ce5a973bba-6beef8c8-11cd-4aa0-ae20-531a45b1faf5', 'network_id': '6beef8c8-11cd-4aa0-ae20-531a45b1faf5', 'project_id': 'e39431ed93ab40b3bd3a181b2afcac3d', 'fixed_ips': [{'subnet_id': 'db7edcea-cc0c-4f91-8652-8431bf22b201'}]}} from dv-cinder-733623-11-iscsi. {{(pid=103198) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 17:16:33.215392 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a6747e61-1f88-46ee-8bed-4063a6a478d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16096'] for router (ae71a829-54e7-4733-86ed-b8acf1486bff), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:33.215997 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-24c52a19-ed5f-4b72-9f21-a81a02439aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:33.232249 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-e48a06b2-650a-44fe-a903-5da4166ac98b req-f6c175ea-889f-4002-97d9-57eb64c0cdcf tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b366610-e294-4f78-943f-869cfaac134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591958 Jan 18 17:16:33.284812 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a6747e61-1f88-46ee-8bed-4063a6a478d8 admin admin] Publish callbacks [] for router_controller (ae71a829-54e7-4733-86ed-b8acf1486bff), precommit_add_association {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:33.285889 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 56400) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:16:33.333329 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ab398f3-34f5-45d3-8483-9009d881ea95 admin admin] Deleting subnet d4fd40e7-44d3-4f9c-911e-0da8848f12f2 {{(pid=103197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 17:16:33.337054 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-0ab398f3-34f5-45d3-8483-9009d881ea95 admin admin] Publish callbacks [] for subnet (d4fd40e7-44d3-4f9c-911e-0da8848f12f2), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:33.385316 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-0ab398f3-34f5-45d3-8483-9009d881ea95 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6389724'] for subnet (d4fd40e7-44d3-4f9c-911e-0da8848f12f2), precommit_delete_associations {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:33.435281 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-0ab398f3-34f5-45d3-8483-9009d881ea95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1557582'] for subnet (d4fd40e7-44d3-4f9c-911e-0da8848f12f2), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:33.459929 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.db_base_plugin_common [None req-24c52a19-ed5f-4b72-9f21-a81a02439aac None None] Allocated IP 172.20.0.2 (6beef8c8-11cd-4aa0-ae20-531a45b1faf5/db7edcea-cc0c-4f91-8652-8431bf22b201/b88f8f9d-8c95-4b65-a2d7-d545d4e7502b) {{(pid=103198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 17:16:33.518520 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a6747e61-1f88-46ee-8bed-4063a6a478d8 admin admin] Publish callbacks [] for router_gateway (ae71a829-54e7-4733-86ed-b8acf1486bff), precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:33.574669 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-0ab398f3-34f5-45d3-8483-9009d881ea95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6115704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4852999'] for subnet (d4fd40e7-44d3-4f9c-911e-0da8848f12f2), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:33.604390 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab398f3-34f5-45d3-8483-9009d881ea95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4fd40e7-44d3-4f9c-911e-0da8848f12f2,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:33.615180 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-0ab398f3-34f5-45d3-8483-9009d881ea95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526667'] for subnet (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:33.615180 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-0ab398f3-34f5-45d3-8483-9009d881ea95 admin admin] 10.222.0.100 "DELETE /v2.0/subnets/d4fd40e7-44d3-4f9c-911e-0da8848f12f2 HTTP/1.1" status: 204 len: 168 time: 0.3263562 Jan 18 17:16:33.616059 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 56406) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:16:33.623924 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-24c52a19-ed5f-4b72-9f21-a81a02439aac None None] Publish callbacks [] for port (b88f8f9d-8c95-4b65-a2d7-d545d4e7502b), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:33.694537 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-c16a1ea6-50fe-4d02-9221-08be351ed80f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540870'] for network (a8db4975-7a89-4037-a7c1-eb7053287ad2), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:33.702164 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-24c52a19-ed5f-4b72-9f21-a81a02439aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785611913804'] for port (b88f8f9d-8c95-4b65-a2d7-d545d4e7502b), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:33.771966 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c52a19-ed5f-4b72-9f21-a81a02439aac None None] Network 6beef8c8-11cd-4aa0-ae20-531a45b1faf5 is already hosted by enough agents. {{(pid=103198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 17:16:33.778933 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.scheduler.base_scheduler [None req-24c52a19-ed5f-4b72-9f21-a81a02439aac None None] Resources bound (agent type, host, resource id): {{(pid=103198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 17:16:33.780270 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-c16a1ea6-50fe-4d02-9221-08be351ed80f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1561079', 'neutron.services.segments.db._delete_segments_for_network-8785612501023'] for network (a8db4975-7a89-4037-a7c1-eb7053287ad2), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:33.781655 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c52a19-ed5f-4b72-9f21-a81a02439aac None None] Received port after_create {{(pid=103198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 17:16:33.781800 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a6747e61-1f88-46ee-8bed-4063a6a478d8 admin admin] Publish callbacks [] for router_gateway (ae71a829-54e7-4733-86ed-b8acf1486bff), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:33.785011 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c52a19-ed5f-4b72-9f21-a81a02439aac None None] Pushing event updated for resources: {'Port': ['ID=b88f8f9d-8c95-4b65-a2d7-d545d4e7502b,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:33.812604 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a6747e61-1f88-46ee-8bed-4063a6a478d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:33.816720 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.services.segments.db [None req-c16a1ea6-50fe-4d02-9221-08be351ed80f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8db4975-7a89-4037-a7c1-eb7053287ad2']}} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:16:33.830501 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.services.segments.db [None req-c16a1ea6-50fe-4d02-9221-08be351ed80f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8a02683-2e80-4459-8b4f-2c2cbf242ede') {'for_net_delete': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:16:33.830501 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.services.segments.db [None req-c16a1ea6-50fe-4d02-9221-08be351ed80f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8a02683-2e80-4459-8b4f-2c2cbf242ede') {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:16:33.843822 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-c16a1ea6-50fe-4d02-9221-08be351ed80f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785612502312', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6389701'] for segment (b8a02683-2e80-4459-8b4f-2c2cbf242ede), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:33.856511 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-24c52a19-ed5f-4b72-9f21-a81a02439aac None None] Attempting to bind port b88f8f9d-8c95-4b65-a2d7-d545d4e7502b on host dv-cinder-733623-11-iscsi for vnic_type normal with profile {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 17:16:33.856889 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-24c52a19-ed5f-4b72-9f21-a81a02439aac None None] Attempting to bind port b88f8f9d-8c95-4b65-a2d7-d545d4e7502b by drivers openvswitch,hyperv on host dv-cinder-733623-11-iscsi at level 0 using segments [{'id': '441c74e1-622f-4873-94d6-ea0d90ecf9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '6beef8c8-11cd-4aa0-ae20-531a45b1faf5'}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 17:16:33.859298 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c52a19-ed5f-4b72-9f21-a81a02439aac None None] Attempting to bind port b88f8f9d-8c95-4b65-a2d7-d545d4e7502b on network 6beef8c8-11cd-4aa0-ae20-531a45b1faf5 {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 17:16:33.865587 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c52a19-ed5f-4b72-9f21-a81a02439aac None None] Checking agent: {'id': 'a6f837d2-7b5b-4cd3-9c28-296017d8b8e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 17, 5, 2), 'started_at': datetime.datetime(2022, 1, 18, 17, 5, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 17, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 17:16:33.870698 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c52a19-ed5f-4b72-9f21-a81a02439aac None None] Checking segment: {'id': '441c74e1-622f-4873-94d6-ea0d90ecf9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '6beef8c8-11cd-4aa0-ae20-531a45b1faf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 17:16:33.870698 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-24c52a19-ed5f-4b72-9f21-a81a02439aac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:33.870698 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c52a19-ed5f-4b72-9f21-a81a02439aac None None] Bound using segment: {'id': '441c74e1-622f-4873-94d6-ea0d90ecf9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '6beef8c8-11cd-4aa0-ae20-531a45b1faf5'} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 17:16:33.870698 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-24c52a19-ed5f-4b72-9f21-a81a02439aac None None] Bound port: b88f8f9d-8c95-4b65-a2d7-d545d4e7502b, host: dv-cinder-733623-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '441c74e1-622f-4873-94d6-ea0d90ecf9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '6beef8c8-11cd-4aa0-ae20-531a45b1faf5'}}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 17:16:33.870698 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-24c52a19-ed5f-4b72-9f21-a81a02439aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (b88f8f9d-8c95-4b65-a2d7-d545d4e7502b), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:33.874832 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-c16a1ea6-50fe-4d02-9221-08be351ed80f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527697'] for segment (b8a02683-2e80-4459-8b4f-2c2cbf242ede), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:33.889840 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c16a1ea6-50fe-4d02-9221-08be351ed80f admin admin] Releasing vlan 292 on physical network physnet1 to pool {{(pid=103197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 17:16:33.894412 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-c16a1ea6-50fe-4d02-9221-08be351ed80f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6115622'] for segment (b8a02683-2e80-4459-8b4f-2c2cbf242ede), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:33.895654 dv-cinder-733623-11-iscsi neutron-server[103197]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:16:33.895654 dv-cinder-733623-11-iscsi neutron-server[103197]: warnings.warn(msg) Jan 18 17:16:33.895654 dv-cinder-733623-11-iscsi neutron-server[103197]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:16:33.895654 dv-cinder-733623-11-iscsi neutron-server[103197]: warnings.warn(msg) Jan 18 17:16:33.895654 dv-cinder-733623-11-iscsi neutron-server[103197]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:16:33.895654 dv-cinder-733623-11-iscsi neutron-server[103197]: warnings.warn(msg) Jan 18 17:16:33.895654 dv-cinder-733623-11-iscsi neutron-server[103197]: Traceback (most recent call last): Jan 18 17:16:33.895654 dv-cinder-733623-11-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 17:16:33.895654 dv-cinder-733623-11-iscsi neutron-server[103197]: timer() Jan 18 17:16:33.895654 dv-cinder-733623-11-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 17:16:33.895654 dv-cinder-733623-11-iscsi neutron-server[103197]: cb(*args, **kw) Jan 18 17:16:33.895654 dv-cinder-733623-11-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 17:16:33.895654 dv-cinder-733623-11-iscsi neutron-server[103197]: return func(*args, **kwargs) Jan 18 17:16:33.895654 dv-cinder-733623-11-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 17:16:33.895654 dv-cinder-733623-11-iscsi neutron-server[103197]: self._notify() Jan 18 17:16:33.895654 dv-cinder-733623-11-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 17:16:33.895654 dv-cinder-733623-11-iscsi neutron-server[103197]: self.callback(batched_events) Jan 18 17:16:33.895654 dv-cinder-733623-11-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 17:16:33.895654 dv-cinder-733623-11-iscsi neutron-server[103197]: event.method(event) Jan 18 17:16:33.895654 dv-cinder-733623-11-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 17:16:33.895654 dv-cinder-733623-11-iscsi neutron-server[103197]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 17:16:33.895654 dv-cinder-733623-11-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 17:16:33.895654 dv-cinder-733623-11-iscsi neutron-server[103197]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 17:16:33.895654 dv-cinder-733623-11-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 17:16:33.895654 dv-cinder-733623-11-iscsi neutron-server[103197]: return f(self, *a, **k) Jan 18 17:16:33.895654 dv-cinder-733623-11-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 17:16:33.895654 dv-cinder-733623-11-iscsi neutron-server[103197]: return self._get(url).json() Jan 18 17:16:33.895654 dv-cinder-733623-11-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 17:16:33.895654 dv-cinder-733623-11-iscsi neutron-server[103197]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 17:16:33.895654 dv-cinder-733623-11-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 17:16:33.895654 dv-cinder-733623-11-iscsi neutron-server[103197]: return self.request(url, 'GET', **kwargs) Jan 18 17:16:33.895654 dv-cinder-733623-11-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 17:16:33.895654 dv-cinder-733623-11-iscsi neutron-server[103197]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 17:16:33.895654 dv-cinder-733623-11-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 17:16:33.895654 dv-cinder-733623-11-iscsi neutron-server[103197]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 17:16:33.895654 dv-cinder-733623-11-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 17:16:33.895654 dv-cinder-733623-11-iscsi neutron-server[103197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 17:16:33.895654 dv-cinder-733623-11-iscsi neutron-server[103197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 17:16:33.946239 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-24c52a19-ed5f-4b72-9f21-a81a02439aac None None] For port b88f8f9d-8c95-4b65-a2d7-d545d4e7502b, host dv-cinder-733623-11-iscsi, cleared binding levels {{(pid=103198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 17:16:33.951696 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-24c52a19-ed5f-4b72-9f21-a81a02439aac None None] For port b88f8f9d-8c95-4b65-a2d7-d545d4e7502b, host dv-cinder-733623-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-11-iscsi',level=0,port_id=b88f8f9d-8c95-4b65-a2d7-d545d4e7502b,segment=NetworkSegment(441c74e1-622f-4873-94d6-ea0d90ecf9ee),segment_id=441c74e1-622f-4873-94d6-ea0d90ecf9ee)] {{(pid=103198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 17:16:33.969449 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-4aa39c44-0a1b-44b0-bb4d-9babf87c9f1a req-0500dd3b-4f34-4a37-880c-65c2a1008a0a tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "GET /v2.0/ports?device_id=0cf6cbd1-6df8-4d12-bd6f-0af78720aabe HTTP/1.1" status: 200 len: 210 time: 0.0356462 Jan 18 17:16:33.977106 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-a6747e61-1f88-46ee-8bed-4063a6a478d8 admin admin] Allocated IP 172.27.1.138 (09e508a9-4d19-4482-acf1-bcc4a2adb430/ac199632-c036-4879-8c53-e78832fc0d54/2d6c734a-3144-4731-99a7-d8056b285be3) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 17:16:34.082566 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a6747e61-1f88-46ee-8bed-4063a6a478d8 admin admin] Publish callbacks [] for port (2d6c734a-3144-4731-99a7-d8056b285be3), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:34.157158 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-c16a1ea6-50fe-4d02-9221-08be351ed80f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647965'] for network (a8db4975-7a89-4037-a7c1-eb7053287ad2), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:34.157554 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-24c52a19-ed5f-4b72-9f21-a81a02439aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (b88f8f9d-8c95-4b65-a2d7-d545d4e7502b), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:34.175137 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-c16a1ea6-50fe-4d02-9221-08be351ed80f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526667'] for network (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:34.177716 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-c16a1ea6-50fe-4d02-9221-08be351ed80f admin admin] 10.222.0.100 "DELETE /v2.0/networks/a8db4975-7a89-4037-a7c1-eb7053287ad2 HTTP/1.1" status: 204 len: 168 time: 0.5604577 Jan 18 17:16:34.178920 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16a1ea6-50fe-4d02-9221-08be351ed80f admin admin] Pushing event deleted for resources: {'Network': ['ID=a8db4975-7a89-4037-a7c1-eb7053287ad2,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:34.180877 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 56412) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:16:34.224703 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c52a19-ed5f-4b72-9f21-a81a02439aac None None] Pushing event updated for resources: {'Port': ['ID=b88f8f9d-8c95-4b65-a2d7-d545d4e7502b,revision_number=2']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:34.243664 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a6747e61-1f88-46ee-8bed-4063a6a478d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785611913804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4300409'] for port (2d6c734a-3144-4731-99a7-d8056b285be3), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:34.250263 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.db.db_base_plugin_v2 [None req-17603ca5-a63c-4e35-8d91-ddc06056bc1c admin admin] Deleting subnet 5ec769a2-12d0-49f2-9f4c-89b015d65094 {{(pid=103196) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 17:16:34.255745 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-17603ca5-a63c-4e35-8d91-ddc06056bc1c admin admin] Publish callbacks [] for subnet (5ec769a2-12d0-49f2-9f4c-89b015d65094), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:34.265296 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1d414a-3efa-41d0-b82b-9dd1c83d7448 req-da4d2dc7-b736-4611-9f49-b92c5c35b2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:34.266960 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-ec1d414a-3efa-41d0-b82b-9dd1c83d7448 req-da4d2dc7-b736-4611-9f49-b92c5c35b2e9 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 1100 time: 0.0552309 Jan 18 17:16:34.337536 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-ec1d414a-3efa-41d0-b82b-9dd1c83d7448 req-77f485e6-8100-4867-b43a-bbc5809c65d6 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=0b366610-e294-4f78-943f-869cfaac134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577340 Jan 18 17:16:34.338247 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6747e61-1f88-46ee-8bed-4063a6a478d8 admin admin] Network 09e508a9-4d19-4482-acf1-bcc4a2adb430 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 17:16:34.344578 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-a6747e61-1f88-46ee-8bed-4063a6a478d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 17:16:34.351907 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6747e61-1f88-46ee-8bed-4063a6a478d8 admin admin] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 17:16:34.355868 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-17603ca5-a63c-4e35-8d91-ddc06056bc1c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6178570'] for subnet (5ec769a2-12d0-49f2-9f4c-89b015d65094), precommit_delete_associations {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:34.359857 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6747e61-1f88-46ee-8bed-4063a6a478d8 admin admin] Pushing event updated for resources: {'Port': ['ID=2d6c734a-3144-4731-99a7-d8056b285be3,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:34.403206 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dcbfb3-9de6-43e2-be45-b85046cc2cdc req-f165d0b7-25f2-41a0-98c5-4f10a2a486f5 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:34.410951 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-63dcbfb3-9de6-43e2-be45-b85046cc2cdc req-f165d0b7-25f2-41a0-98c5-4f10a2a486f5 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 947 time: 0.0771029 Jan 18 17:16:34.500548 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-17603ca5-a63c-4e35-8d91-ddc06056bc1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1557582'] for subnet (5ec769a2-12d0-49f2-9f4c-89b015d65094), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:34.510951 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-63dcbfb3-9de6-43e2-be45-b85046cc2cdc req-0399d846-e0ba-49fe-86a6-6581209e1280 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b366610-e294-4f78-943f-869cfaac134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941641 Jan 18 17:16:34.730892 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-17603ca5-a63c-4e35-8d91-ddc06056bc1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4300372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4592727'] for subnet (5ec769a2-12d0-49f2-9f4c-89b015d65094), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:34.800326 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-17603ca5-a63c-4e35-8d91-ddc06056bc1c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:34.804582 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-17603ca5-a63c-4e35-8d91-ddc06056bc1c admin admin] 10.222.0.100 "DELETE /v2.0/subnets/5ec769a2-12d0-49f2-9f4c-89b015d65094 HTTP/1.1" status: 204 len: 168 time: 0.6219761 Jan 18 17:16:34.805304 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17603ca5-a63c-4e35-8d91-ddc06056bc1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ec769a2-12d0-49f2-9f4c-89b015d65094,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:34.807176 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 56426) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:16:34.872779 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a6747e61-1f88-46ee-8bed-4063a6a478d8 admin admin] Publish callbacks [] for router_gateway (ae71a829-54e7-4733-86ed-b8acf1486bff), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:34.900818 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-11a081fe-fb7d-46b3-a1d9-6d998205c831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540870'] for network (e98aa8c9-873a-45f4-997e-0f6cf368b64f), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:35.010737 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-11a081fe-fb7d-46b3-a1d9-6d998205c831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1561079', 'neutron.services.segments.db._delete_segments_for_network-8785612501023'] for network (e98aa8c9-873a-45f4-997e-0f6cf368b64f), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:35.069363 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.services.segments.db [None req-11a081fe-fb7d-46b3-a1d9-6d998205c831 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e98aa8c9-873a-45f4-997e-0f6cf368b64f']}} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:16:35.111253 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Device b88f8f9d-8c95-4b65-a2d7-d545d4e7502b up at agent ovs-agent-dv-cinder-733623-11-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 17:16:35.120444 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.services.segments.db [None req-11a081fe-fb7d-46b3-a1d9-6d998205c831 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf3cbfc0-bba7-49e8-9a51-e5500dd13021') {'for_net_delete': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:16:35.120800 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.services.segments.db [None req-11a081fe-fb7d-46b3-a1d9-6d998205c831 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf3cbfc0-bba7-49e8-9a51-e5500dd13021') {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:16:35.124448 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-83ea7e6b-66e2-4a4b-9ee2-a060af7d46e7 req-f620be2c-30f3-4aac-b85b-8916bf2881bb tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "GET /v2.0/ports?device_id=0cf6cbd1-6df8-4d12-bd6f-0af78720aabe HTTP/1.1" status: 200 len: 210 time: 0.0450714 Jan 18 17:16:35.135841 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-11a081fe-fb7d-46b3-a1d9-6d998205c831 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785612502312', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6389701'] for segment (cf3cbfc0-bba7-49e8-9a51-e5500dd13021), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:35.176943 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-11a081fe-fb7d-46b3-a1d9-6d998205c831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527697'] for segment (cf3cbfc0-bba7-49e8-9a51-e5500dd13021), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:35.199019 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11a081fe-fb7d-46b3-a1d9-6d998205c831 admin admin] Releasing vlan 281 on physical network physnet1 to pool {{(pid=103197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 17:16:35.199883 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-11a081fe-fb7d-46b3-a1d9-6d998205c831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6115622'] for segment (cf3cbfc0-bba7-49e8-9a51-e5500dd13021), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:35.202795 dv-cinder-733623-11-iscsi neutron-server[103197]: Traceback (most recent call last): Jan 18 17:16:35.202795 dv-cinder-733623-11-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 17:16:35.202795 dv-cinder-733623-11-iscsi neutron-server[103197]: timer() Jan 18 17:16:35.202795 dv-cinder-733623-11-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 17:16:35.202795 dv-cinder-733623-11-iscsi neutron-server[103197]: cb(*args, **kw) Jan 18 17:16:35.202795 dv-cinder-733623-11-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 17:16:35.202795 dv-cinder-733623-11-iscsi neutron-server[103197]: return func(*args, **kwargs) Jan 18 17:16:35.202795 dv-cinder-733623-11-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 17:16:35.202795 dv-cinder-733623-11-iscsi neutron-server[103197]: self._notify() Jan 18 17:16:35.202795 dv-cinder-733623-11-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 17:16:35.202795 dv-cinder-733623-11-iscsi neutron-server[103197]: self.callback(batched_events) Jan 18 17:16:35.202795 dv-cinder-733623-11-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 17:16:35.202795 dv-cinder-733623-11-iscsi neutron-server[103197]: event.method(event) Jan 18 17:16:35.202795 dv-cinder-733623-11-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 17:16:35.202795 dv-cinder-733623-11-iscsi neutron-server[103197]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 17:16:35.202795 dv-cinder-733623-11-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 17:16:35.202795 dv-cinder-733623-11-iscsi neutron-server[103197]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 17:16:35.202795 dv-cinder-733623-11-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 17:16:35.202795 dv-cinder-733623-11-iscsi neutron-server[103197]: return f(self, *a, **k) Jan 18 17:16:35.202795 dv-cinder-733623-11-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 17:16:35.202795 dv-cinder-733623-11-iscsi neutron-server[103197]: return self._get(url).json() Jan 18 17:16:35.202795 dv-cinder-733623-11-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 17:16:35.202795 dv-cinder-733623-11-iscsi neutron-server[103197]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 17:16:35.202795 dv-cinder-733623-11-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 17:16:35.202795 dv-cinder-733623-11-iscsi neutron-server[103197]: return self.request(url, 'GET', **kwargs) Jan 18 17:16:35.202795 dv-cinder-733623-11-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 17:16:35.202795 dv-cinder-733623-11-iscsi neutron-server[103197]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 17:16:35.202795 dv-cinder-733623-11-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 17:16:35.202795 dv-cinder-733623-11-iscsi neutron-server[103197]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 17:16:35.202795 dv-cinder-733623-11-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 17:16:35.202795 dv-cinder-733623-11-iscsi neutron-server[103197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 17:16:35.202795 dv-cinder-733623-11-iscsi neutron-server[103197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 17:16:35.204728 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a6747e61-1f88-46ee-8bed-4063a6a478d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648101'] for router (ae71a829-54e7-4733-86ed-b8acf1486bff), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:35.290412 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Provisioning complete for port b88f8f9d-8c95-4b65-a2d7-d545d4e7502b triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:16:35.290882 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (b88f8f9d-8c95-4b65-a2d7-d545d4e7502b), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:35.315836 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3be490-1be8-41e0-82b1-562148f7f598 req-facd3aef-9486-4546-ba35-ebf7972a8767 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:35.325042 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-cc3be490-1be8-41e0-82b1-562148f7f598 req-facd3aef-9486-4546-ba35-ebf7972a8767 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.105 "GET /v2.0/networks?id=e751886b-bacb-46c7-b3e1-ad645f57d5d1 HTTP/1.1" status: 200 len: 815 time: 0.2907405 Jan 18 17:16:35.344892 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [req-cc3be490-1be8-41e0-82b1-562148f7f598 req-27d41230-0793-43aa-a3a6-2ae80c96fbee tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Request body: {'port': {'device_id': '0cf6cbd1-6df8-4d12-bd6f-0af78720aabe', 'network_id': 'e751886b-bacb-46c7-b3e1-ad645f57d5d1', 'admin_state_up': True, 'tenant_id': '9b619acf9cdb4528b6f656cc52406910'}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:16:35.411341 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-11a081fe-fb7d-46b3-a1d9-6d998205c831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647965'] for network (e98aa8c9-873a-45f4-997e-0f6cf368b64f), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:35.417772 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-11a081fe-fb7d-46b3-a1d9-6d998205c831 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526667'] for network (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:35.419576 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Current status of the port b88f8f9d-8c95-4b65-a2d7-d545d4e7502b is: DOWN; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:16:35.420044 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (b88f8f9d-8c95-4b65-a2d7-d545d4e7502b), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:35.420568 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-11a081fe-fb7d-46b3-a1d9-6d998205c831 admin admin] 10.222.0.100 "DELETE /v2.0/networks/e98aa8c9-873a-45f4-997e-0f6cf368b64f HTTP/1.1" status: 204 len: 168 time: 0.6083040 Jan 18 17:16:35.444617 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a081fe-fb7d-46b3-a1d9-6d998205c831 admin admin] Pushing event deleted for resources: {'Network': ['ID=e98aa8c9-873a-45f4-997e-0f6cf368b64f,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:35.468832 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] For port b88f8f9d-8c95-4b65-a2d7-d545d4e7502b, host dv-cinder-733623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-11-iscsi',level=0,port_id=b88f8f9d-8c95-4b65-a2d7-d545d4e7502b,segment=NetworkSegment(441c74e1-622f-4873-94d6-ea0d90ecf9ee),segment_id=441c74e1-622f-4873-94d6-ea0d90ecf9ee)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:16:35.494134 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6747e61-1f88-46ee-8bed-4063a6a478d8 admin admin] Router ae71a829-54e7-4733-86ed-b8acf1486bff is scheduled to L3 agent 34860b7f-7c9d-4265-9a0a-1b9bd2e1622e with binding_index 1 {{(pid=103196) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 17:16:35.540676 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (b88f8f9d-8c95-4b65-a2d7-d545d4e7502b), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:35.587025 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efee8d27-744b-4df9-85e3-c84560c7a90b None None] Network 6beef8c8-11cd-4aa0-ae20-531a45b1faf5 requested from dv-cinder-733623-11-iscsi {{(pid=103198) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 17:16:35.591138 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc3be490-1be8-41e0-82b1-562148f7f598 req-27d41230-0793-43aa-a3a6-2ae80c96fbee tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Made reservation on behalf of 9b619acf9cdb4528b6f656cc52406910 for: {'port': 1} {{(pid=103197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 17:16:35.594877 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-cc3be490-1be8-41e0-82b1-562148f7f598 req-27d41230-0793-43aa-a3a6-2ae80c96fbee tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:35.657847 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6747e61-1f88-46ee-8bed-4063a6a478d8 admin admin] Notify agent at l3_agent.dv-cinder-733623-11-iscsi the message routers_updated {{(pid=103196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 17:16:35.684161 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5962761d-1b46-4eba-88b0-bc4f3c3211a9 None None] Sync routers for ids ['ae71a829-54e7-4733-86ed-b8acf1486bff'] in dv-cinder-733623-11-iscsi {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 17:16:35.709706 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Pushing event updated for resources: {'Port': ['ID=b88f8f9d-8c95-4b65-a2d7-d545d4e7502b,revision_number=3']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:35.713341 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65be3074-0477-451a-9e26-3277820debac req-7915a2a3-5eb9-4cf3-8ae2-ef797d338809 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:35.715073 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-65be3074-0477-451a-9e26-3277820debac req-7915a2a3-5eb9-4cf3-8ae2-ef797d338809 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 947 time: 0.1047144 Jan 18 17:16:35.739676 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5962761d-1b46-4eba-88b0-bc4f3c3211a9 None None] Routers {'ae71a829-54e7-4733-86ed-b8acf1486bff'} bound to L3 agent in host dv-cinder-733623-11-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 17:16:35.740320 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-5962761d-1b46-4eba-88b0-bc4f3c3211a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T17:04:58Z,description=,heartbeat_timestamp=2022-01-18T17:16:28Z,host='dv-cinder-733623-11-iscsi',id=34860b7f-7c9d-4265-9a0a-1b9bd2e1622e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T17:04:59Z,topic='l3_agent')) {'router_ids': ['ae71a829-54e7-4733-86ed-b8acf1486bff'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:16:35.750383 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a6747e61-1f88-46ee-8bed-4063a6a478d8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:35.750893 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-3fb92591-1cd7-422c-87f9-e7be607c05a2 None None] Provisioning complete for port b88f8f9d-8c95-4b65-a2d7-d545d4e7502b triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:16:35.751256 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-3fb92591-1cd7-422c-87f9-e7be607c05a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (b88f8f9d-8c95-4b65-a2d7-d545d4e7502b), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:35.751722 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-a6747e61-1f88-46ee-8bed-4063a6a478d8 admin admin] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6276357 Jan 18 17:16:35.754678 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 56450) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:16:35.799269 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-65be3074-0477-451a-9e26-3277820debac req-8a219c2d-cb1d-470a-92dd-39dcda423d3d tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b366610-e294-4f78-943f-869cfaac134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744832 Jan 18 17:16:35.834409 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.db.db_base_plugin_common [req-cc3be490-1be8-41e0-82b1-562148f7f598 req-27d41230-0793-43aa-a3a6-2ae80c96fbee tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Allocated IP 172.20.0.10 (e751886b-bacb-46c7-b3e1-ad645f57d5d1/520b00cd-aeaf-4213-bc9e-5ceb28739828/5b60aef5-9bd5-4b92-a302-38d5092ffad6) {{(pid=103197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 17:16:35.848706 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 56452) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:16:35.907857 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-dd88e320-352d-4c79-a039-180fb70defec admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=3a925e7b7154457182f07e6a52cf0c1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0568728 Jan 18 17:16:35.908436 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 56454) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:16:35.970396 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-380f40cc-448b-4258-b5ad-e02bd78990c2 admin admin] Publish callbacks [] for security_group (e98e37bd-6861-465e-9b16-ec7018796e98), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:36.006720 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-380f40cc-448b-4258-b5ad-e02bd78990c2 admin admin] Publish callbacks [] for security_group (e98e37bd-6861-465e-9b16-ec7018796e98), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:36.102736 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-5962761d-1b46-4eba-88b0-bc4f3c3211a9 None None] Set router ae71a829-54e7-4733-86ed-b8acf1486bff gateway port host: dv-cinder-733623-11-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 17:16:36.151814 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-380f40cc-448b-4258-b5ad-e02bd78990c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (e98e37bd-6861-465e-9b16-ec7018796e98), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:36.158547 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-380f40cc-448b-4258-b5ad-e02bd78990c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:36.164042 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-380f40cc-448b-4258-b5ad-e02bd78990c2 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/e98e37bd-6861-465e-9b16-ec7018796e98 HTTP/1.1" status: 204 len: 168 time: 0.2537959 Jan 18 17:16:36.165552 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-cc3be490-1be8-41e0-82b1-562148f7f598 req-27d41230-0793-43aa-a3a6-2ae80c96fbee tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Publish callbacks [] for port (5b60aef5-9bd5-4b92-a302-38d5092ffad6), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:36.175852 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-3fb92591-1cd7-422c-87f9-e7be607c05a2 None None] Current status of the port b88f8f9d-8c95-4b65-a2d7-d545d4e7502b is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:16:36.184862 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380f40cc-448b-4258-b5ad-e02bd78990c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e98e37bd-6861-465e-9b16-ec7018796e98,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:36.343815 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 56464) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:16:36.355907 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-cc3be490-1be8-41e0-82b1-562148f7f598 req-27d41230-0793-43aa-a3a6-2ae80c96fbee tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785611913804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6115669'] for port (5b60aef5-9bd5-4b92-a302-38d5092ffad6), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:36.404178 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-5962761d-1b46-4eba-88b0-bc4f3c3211a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae71a829-54e7-4733-86ed-b8acf1486bff', 'name': 'tempest-AttachVolumeTestJSON-460665670-router', 'tenant_id': 'e39431ed93ab40b3bd3a181b2afcac3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '2d6c734a-3144-4731-99a7-d8056b285be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:16:33Z', 'updated_at': '2022-01-18T17:16:34Z', 'revision_number': 3, 'project_id': 'e39431ed93ab40b3bd3a181b2afcac3d', 'gw_port': {'id': '2d6c734a-3144-4731-99a7-d8056b285be3', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f8:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae71a829-54e7-4733-86ed-b8acf1486bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:33Z', 'updated_at': '2022-01-18T17:16:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi'}], 'dv-cinder-733623-11-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:16:36.438018 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5962761d-1b46-4eba-88b0-bc4f3c3211a9 None None] Checking router: ae71a829-54e7-4733-86ed-b8acf1486bff for host: dv-cinder-733623-11-iscsi {{(pid=103198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 17:16:36.438352 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5962761d-1b46-4eba-88b0-bc4f3c3211a9 None None] Updating router ae71a829-54e7-4733-86ed-b8acf1486bff port 2d6c734a-3144-4731-99a7-d8056b285be3 binding host dv-cinder-733623-11-iscsi {{(pid=103198) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 17:16:36.456677 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc3be490-1be8-41e0-82b1-562148f7f598 req-27d41230-0793-43aa-a3a6-2ae80c96fbee tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Network e751886b-bacb-46c7-b3e1-ad645f57d5d1 is already hosted by enough agents. {{(pid=103197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 17:16:36.458721 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-9baa07bb-2433-4e5a-8b4c-c6efbc7d418f None None] Provisioning complete for port b88f8f9d-8c95-4b65-a2d7-d545d4e7502b triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:16:36.459032 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-9baa07bb-2433-4e5a-8b4c-c6efbc7d418f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (b88f8f9d-8c95-4b65-a2d7-d545d4e7502b), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:36.469472 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.base_scheduler [req-cc3be490-1be8-41e0-82b1-562148f7f598 req-27d41230-0793-43aa-a3a6-2ae80c96fbee tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Resources bound (agent type, host, resource id): {{(pid=103197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 17:16:36.478788 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc3be490-1be8-41e0-82b1-562148f7f598 req-27d41230-0793-43aa-a3a6-2ae80c96fbee tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Received port after_create {{(pid=103197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 17:16:36.488494 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5962761d-1b46-4eba-88b0-bc4f3c3211a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (2d6c734a-3144-4731-99a7-d8056b285be3), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:36.510299 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-75fa6ebd-8933-4608-84fa-f44af4c48164 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:36.550579 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8563ac27-0b3c-422a-a3ec-3e5873306090 req-c3bd7fd2-b4f5-4e5a-83cf-bbbe12fd710b tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:36.559245 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-8563ac27-0b3c-422a-a3ec-3e5873306090 req-c3bd7fd2-b4f5-4e5a-83cf-bbbe12fd710b tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "GET /v2.0/ports?device_id=0cf6cbd1-6df8-4d12-bd6f-0af78720aabe HTTP/1.1" status: 200 len: 932 time: 0.2523825 Jan 18 17:16:36.567362 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d41230-0793-43aa-a3a6-2ae80c96fbee tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Pushing event updated for resources: {'Port': ['ID=5b60aef5-9bd5-4b92-a302-38d5092ffad6,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:36.640994 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-75fa6ebd-8933-4608-84fa-f44af4c48164 admin admin] Publish callbacks [] for security_group (55ab74a1-09a2-4b91-88a5-c2e4e4ad76ce), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:36.677114 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-9baa07bb-2433-4e5a-8b4c-c6efbc7d418f None None] Current status of the port b88f8f9d-8c95-4b65-a2d7-d545d4e7502b is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:16:36.683626 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3be490-1be8-41e0-82b1-562148f7f598 req-27d41230-0793-43aa-a3a6-2ae80c96fbee tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:36.684393 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-cc3be490-1be8-41e0-82b1-562148f7f598 req-27d41230-0793-43aa-a3a6-2ae80c96fbee tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1923895'] for port (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:36.739695 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-8563ac27-0b3c-422a-a3ec-3e5873306090 req-ac5a458f-13c4-4e2a-94c7-258fefb74e4a tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "GET /v2.0/security-groups?id=c89a7dc5-0961-4a5a-ac1f-02410b7e5eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670170 Jan 18 17:16:36.740057 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-75fa6ebd-8933-4608-84fa-f44af4c48164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (55ab74a1-09a2-4b91-88a5-c2e4e4ad76ce), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:36.774570 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-d1c4a748-3905-4486-9b03-0c8165edf7f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:36.779783 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-75fa6ebd-8933-4608-84fa-f44af4c48164 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=a84852df9c0044469f0dc2f62003cd4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4345794 Jan 18 17:16:36.782115 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fa6ebd-8933-4608-84fa-f44af4c48164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55ab74a1-09a2-4b91-88a5-c2e4e4ad76ce,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:36.784395 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 56472) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:16:36.838217 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-cc3be490-1be8-41e0-82b1-562148f7f598 req-27d41230-0793-43aa-a3a6-2ae80c96fbee tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5047479 Jan 18 17:16:36.858326 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-94569fd2-582f-47e1-9bd3-ef5f496861b8 None None] Provisioning complete for port 5b60aef5-9bd5-4b92-a302-38d5092ffad6 triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:16:36.858976 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-94569fd2-582f-47e1-9bd3-ef5f496861b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (5b60aef5-9bd5-4b92-a302-38d5092ffad6), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:36.927369 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-8c722ffd-9ea6-4ea7-9b22-e86f90f29125 admin admin] Publish callbacks [] for security_group (55ab74a1-09a2-4b91-88a5-c2e4e4ad76ce), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:36.965292 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5962761d-1b46-4eba-88b0-bc4f3c3211a9 None None] Publish callbacks [] for port (2d6c734a-3144-4731-99a7-d8056b285be3), precommit_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:36.967490 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-8c722ffd-9ea6-4ea7-9b22-e86f90f29125 admin admin] Publish callbacks [] for security_group (55ab74a1-09a2-4b91-88a5-c2e4e4ad76ce), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:36.970719 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-94569fd2-582f-47e1-9bd3-ef5f496861b8 None None] Port 5b60aef5-9bd5-4b92-a302-38d5092ffad6 cannot update to ACTIVE because it is not bound. {{(pid=103198) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 17:16:36.998500 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Device b88f8f9d-8c95-4b65-a2d7-d545d4e7502b up at agent ovs-agent-dv-cinder-733623-11-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 17:16:37.036313 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.db.db_base_plugin_common [None req-d1c4a748-3905-4486-9b03-0c8165edf7f7 admin admin] Allocated IP 172.20.0.1 (6beef8c8-11cd-4aa0-ae20-531a45b1faf5/db7edcea-cc0c-4f91-8652-8431bf22b201/0967e5d8-ea3f-43d0-ad41-84aa3ac49cfd) {{(pid=103197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 17:16:37.057926 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Provisioning complete for port b88f8f9d-8c95-4b65-a2d7-d545d4e7502b triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:16:37.058354 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (b88f8f9d-8c95-4b65-a2d7-d545d4e7502b), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:37.061514 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5962761d-1b46-4eba-88b0-bc4f3c3211a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (2d6c734a-3144-4731-99a7-d8056b285be3), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:37.152099 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a644df9b-257b-4740-91ca-caa40039ca13 None None] Pushing event updated for resources: {'Port': ['ID=2d6c734a-3144-4731-99a7-d8056b285be3,revision_number=2']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:37.156590 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-5962761d-1b46-4eba-88b0-bc4f3c3211a9 None None] Attempting to bind port 2d6c734a-3144-4731-99a7-d8056b285be3 on host dv-cinder-733623-11-iscsi for vnic_type normal with profile {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 17:16:37.157083 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-5962761d-1b46-4eba-88b0-bc4f3c3211a9 None None] Attempting to bind port 2d6c734a-3144-4731-99a7-d8056b285be3 by drivers openvswitch,hyperv on host dv-cinder-733623-11-iscsi at level 0 using segments [{'id': 'e313aa2e-7c8f-481c-b82b-97bbd998f4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430'}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 17:16:37.157646 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5962761d-1b46-4eba-88b0-bc4f3c3211a9 None None] Attempting to bind port 2d6c734a-3144-4731-99a7-d8056b285be3 on network 09e508a9-4d19-4482-acf1-bcc4a2adb430 {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 17:16:37.166581 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5962761d-1b46-4eba-88b0-bc4f3c3211a9 None None] Checking agent: {'id': 'a6f837d2-7b5b-4cd3-9c28-296017d8b8e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 17, 5, 2), 'started_at': datetime.datetime(2022, 1, 18, 17, 5, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 17, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 17:16:37.167090 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5962761d-1b46-4eba-88b0-bc4f3c3211a9 None None] Checking segment: {'id': 'e313aa2e-7c8f-481c-b82b-97bbd998f4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 17:16:37.171496 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5962761d-1b46-4eba-88b0-bc4f3c3211a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:37.171496 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5962761d-1b46-4eba-88b0-bc4f3c3211a9 None None] Bound using segment: {'id': 'e313aa2e-7c8f-481c-b82b-97bbd998f4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430'} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 17:16:37.171496 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-5962761d-1b46-4eba-88b0-bc4f3c3211a9 None None] Bound port: 2d6c734a-3144-4731-99a7-d8056b285be3, host: dv-cinder-733623-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e313aa2e-7c8f-481c-b82b-97bbd998f4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430'}}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 17:16:37.171496 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5962761d-1b46-4eba-88b0-bc4f3c3211a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (2d6c734a-3144-4731-99a7-d8056b285be3), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:37.174678 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-d1c4a748-3905-4486-9b03-0c8165edf7f7 admin admin] Publish callbacks [] for port (0967e5d8-ea3f-43d0-ad41-84aa3ac49cfd), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:37.225221 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-8c722ffd-9ea6-4ea7-9b22-e86f90f29125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (55ab74a1-09a2-4b91-88a5-c2e4e4ad76ce), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:37.230024 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-8c722ffd-9ea6-4ea7-9b22-e86f90f29125 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:37.233784 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-8c722ffd-9ea6-4ea7-9b22-e86f90f29125 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/55ab74a1-09a2-4b91-88a5-c2e4e4ad76ce HTTP/1.1" status: 204 len: 168 time: 0.4449360 Jan 18 17:16:37.240911 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852801e0-4d98-4dfe-8046-517e648a2924 req-3d6aa20a-991c-4843-8326-31962b39aff6 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:37.243739 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-852801e0-4d98-4dfe-8046-517e648a2924 req-3d6aa20a-991c-4843-8326-31962b39aff6 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 947 time: 0.3623543 Jan 18 17:16:37.255205 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c722ffd-9ea6-4ea7-9b22-e86f90f29125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ab74a1-09a2-4b91-88a5-c2e4e4ad76ce,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:37.264585 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-5962761d-1b46-4eba-88b0-bc4f3c3211a9 None None] For port 2d6c734a-3144-4731-99a7-d8056b285be3, host dv-cinder-733623-11-iscsi, cleared binding levels {{(pid=103198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 17:16:37.270591 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-5962761d-1b46-4eba-88b0-bc4f3c3211a9 None None] For port 2d6c734a-3144-4731-99a7-d8056b285be3, host dv-cinder-733623-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-11-iscsi',level=0,port_id=2d6c734a-3144-4731-99a7-d8056b285be3,segment=NetworkSegment(e313aa2e-7c8f-481c-b82b-97bbd998f4e0),segment_id=e313aa2e-7c8f-481c-b82b-97bbd998f4e0)] {{(pid=103198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 17:16:37.280551 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Current status of the port b88f8f9d-8c95-4b65-a2d7-d545d4e7502b is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:16:37.284275 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-d1c4a748-3905-4486-9b03-0c8165edf7f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785611913804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6115669'] for port (0967e5d8-ea3f-43d0-ad41-84aa3ac49cfd), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:37.313139 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-852801e0-4d98-4dfe-8046-517e648a2924 req-599c6e11-e11a-4d87-a90c-a3d7a05a1633 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b366610-e294-4f78-943f-869cfaac134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633409 Jan 18 17:16:37.335079 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c4a748-3905-4486-9b03-0c8165edf7f7 admin admin] Network 6beef8c8-11cd-4aa0-ae20-531a45b1faf5 is already hosted by enough agents. {{(pid=103197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 17:16:37.338117 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.base_scheduler [None req-d1c4a748-3905-4486-9b03-0c8165edf7f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 17:16:37.341341 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5962761d-1b46-4eba-88b0-bc4f3c3211a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (2d6c734a-3144-4731-99a7-d8056b285be3), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:37.341578 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c4a748-3905-4486-9b03-0c8165edf7f7 admin admin] Received port after_create {{(pid=103197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 17:16:37.369692 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c4a748-3905-4486-9b03-0c8165edf7f7 admin admin] Pushing event updated for resources: {'Port': ['ID=0967e5d8-ea3f-43d0-ad41-84aa3ac49cfd,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:37.375975 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 56480) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:16:37.399885 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5962761d-1b46-4eba-88b0-bc4f3c3211a9 None None] Routers {'ae71a829-54e7-4733-86ed-b8acf1486bff'} bound to L3 agent in host dv-cinder-733623-11-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 17:16:37.400494 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-5962761d-1b46-4eba-88b0-bc4f3c3211a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T17:04:58Z,description=,heartbeat_timestamp=2022-01-18T17:16:28Z,host='dv-cinder-733623-11-iscsi',id=34860b7f-7c9d-4265-9a0a-1b9bd2e1622e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T17:04:59Z,topic='l3_agent')) {'router_ids': ['ae71a829-54e7-4733-86ed-b8acf1486bff'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:16:37.432058 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-426c56fd-ef7b-4eba-90d4-9acdb090b1c4 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=aff24be206074134aac61233454c0506&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0554929 Jan 18 17:16:37.433510 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-d1c4a748-3905-4486-9b03-0c8165edf7f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-647824'] for router_interface (ae71a829-54e7-4733-86ed-b8acf1486bff), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:37.435455 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 56482) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:16:37.457023 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a644df9b-257b-4740-91ca-caa40039ca13 None None] Pushing event updated for resources: {'Port': ['ID=2d6c734a-3144-4731-99a7-d8056b285be3,revision_number=3']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:37.520953 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1439e59e-5113-41a9-ba5c-9a18e5b9eddf admin admin] Publish callbacks [] for security_group (ab408cdd-5f94-43c5-8bd5-a5bfbf7d2299), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:37.549169 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-5962761d-1b46-4eba-88b0-bc4f3c3211a9 None None] Set router ae71a829-54e7-4733-86ed-b8acf1486bff gateway port host: dv-cinder-733623-11-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 17:16:37.550887 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1439e59e-5113-41a9-ba5c-9a18e5b9eddf admin admin] Publish callbacks [] for security_group (ab408cdd-5f94-43c5-8bd5-a5bfbf7d2299), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:37.685761 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-d1c4a748-3905-4486-9b03-0c8165edf7f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (0967e5d8-ea3f-43d0-ad41-84aa3ac49cfd), before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:37.693019 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1439e59e-5113-41a9-ba5c-9a18e5b9eddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (ab408cdd-5f94-43c5-8bd5-a5bfbf7d2299), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:37.696372 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1439e59e-5113-41a9-ba5c-9a18e5b9eddf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:37.701226 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-1439e59e-5113-41a9-ba5c-9a18e5b9eddf admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/ab408cdd-5f94-43c5-8bd5-a5bfbf7d2299 HTTP/1.1" status: 204 len: 168 time: 0.2622762 Jan 18 17:16:37.721411 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1439e59e-5113-41a9-ba5c-9a18e5b9eddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab408cdd-5f94-43c5-8bd5-a5bfbf7d2299,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:37.763737 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-1bf4b40a-b3f4-41ca-9b39-ecbe96763275 None None] Provisioning complete for port 0967e5d8-ea3f-43d0-ad41-84aa3ac49cfd triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:16:37.764122 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-1bf4b40a-b3f4-41ca-9b39-ecbe96763275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (0967e5d8-ea3f-43d0-ad41-84aa3ac49cfd), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:37.889389 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-1bf4b40a-b3f4-41ca-9b39-ecbe96763275 None None] Port 0967e5d8-ea3f-43d0-ad41-84aa3ac49cfd cannot update to ACTIVE because it is not bound. {{(pid=103198) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 17:16:37.910575 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-5962761d-1b46-4eba-88b0-bc4f3c3211a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae71a829-54e7-4733-86ed-b8acf1486bff', 'name': 'tempest-AttachVolumeTestJSON-460665670-router', 'tenant_id': 'e39431ed93ab40b3bd3a181b2afcac3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '2d6c734a-3144-4731-99a7-d8056b285be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:16:33Z', 'updated_at': '2022-01-18T17:16:34Z', 'revision_number': 3, 'project_id': 'e39431ed93ab40b3bd3a181b2afcac3d', 'gw_port': {'id': '2d6c734a-3144-4731-99a7-d8056b285be3', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f8:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae71a829-54e7-4733-86ed-b8acf1486bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:33Z', 'updated_at': '2022-01-18T17:16:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi'}], 'dv-cinder-733623-11-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:16:37.927998 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9544b39-de70-4c24-a30f-f9fd50b7b981 req-93803290-9dd5-478b-9848-f0c929bc2ba7 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:37.930530 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-d9544b39-de70-4c24-a30f-f9fd50b7b981 req-93803290-9dd5-478b-9848-f0c929bc2ba7 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "GET /v2.0/ports?device_id=0cf6cbd1-6df8-4d12-bd6f-0af78720aabe HTTP/1.1" status: 200 len: 932 time: 0.0913417 Jan 18 17:16:37.948757 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5962761d-1b46-4eba-88b0-bc4f3c3211a9 None None] The sync data for ids ['ae71a829-54e7-4733-86ed-b8acf1486bff'] in dv-cinder-733623-11-iscsi is: [{'id': 'ae71a829-54e7-4733-86ed-b8acf1486bff', 'name': 'tempest-AttachVolumeTestJSON-460665670-router', 'tenant_id': 'e39431ed93ab40b3bd3a181b2afcac3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '2d6c734a-3144-4731-99a7-d8056b285be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:16:33Z', 'updated_at': '2022-01-18T17:16:34Z', 'revision_number': 3, 'project_id': 'e39431ed93ab40b3bd3a181b2afcac3d', 'gw_port': {'id': '2d6c734a-3144-4731-99a7-d8056b285be3', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f8:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae71a829-54e7-4733-86ed-b8acf1486bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:33Z', 'updated_at': '2022-01-18T17:16:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi'}] {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 17:16:38.309627 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [req-cc3be490-1be8-41e0-82b1-562148f7f598 req-220d29f6-c78e-4d4d-b5f5-1e8d6c91427d service neutron] Request body: {'port': {'device_id': '0cf6cbd1-6df8-4d12-bd6f-0af78720aabe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:16:38.439660 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-d9544b39-de70-4c24-a30f-f9fd50b7b981 req-b57703c7-6b42-4d06-8ae9-0a5a65df5309 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "GET /v2.0/security-groups?id=c89a7dc5-0961-4a5a-ac1f-02410b7e5eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5024250 Jan 18 17:16:38.461578 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-d1c4a748-3905-4486-9b03-0c8165edf7f7 admin admin] Publish callbacks [] for port (0967e5d8-ea3f-43d0-ad41-84aa3ac49cfd), precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:38.495386 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-cc3be490-1be8-41e0-82b1-562148f7f598 req-220d29f6-c78e-4d4d-b5f5-1e8d6c91427d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (5b60aef5-9bd5-4b92-a302-38d5092ffad6), before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:38.563534 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978e208d-e970-4082-bc58-e2e5276cf630 req-cef45f44-f51a-4dbf-9868-65d6773da3ae tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:38.570642 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-d1c4a748-3905-4486-9b03-0c8165edf7f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6115650'] for port (0967e5d8-ea3f-43d0-ad41-84aa3ac49cfd), after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:38.577904 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-978e208d-e970-4082-bc58-e2e5276cf630 req-cef45f44-f51a-4dbf-9868-65d6773da3ae tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 947 time: 0.0992739 Jan 18 17:16:38.649840 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-978e208d-e970-4082-bc58-e2e5276cf630 req-255714b5-fdb1-489e-8123-ed20b7483655 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b366610-e294-4f78-943f-869cfaac134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704367 Jan 18 17:16:38.687256 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-d1c4a748-3905-4486-9b03-0c8165edf7f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-647780'] for router_interface (ae71a829-54e7-4733-86ed-b8acf1486bff), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:38.745841 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c4a748-3905-4486-9b03-0c8165edf7f7 admin admin] Pushing event updated for resources: {'Port': ['ID=0967e5d8-ea3f-43d0-ad41-84aa3ac49cfd,revision_number=2']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:39.042173 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Device 2d6c734a-3144-4731-99a7-d8056b285be3 up at agent ovs-agent-dv-cinder-733623-11-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 17:16:39.073164 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c4a748-3905-4486-9b03-0c8165edf7f7 admin admin] Network 6beef8c8-11cd-4aa0-ae20-531a45b1faf5 is already hosted by enough agents. {{(pid=103197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 17:16:39.080595 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.base_scheduler [None req-d1c4a748-3905-4486-9b03-0c8165edf7f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 17:16:39.198276 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Provisioning complete for port 2d6c734a-3144-4731-99a7-d8056b285be3 triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:16:39.203589 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (2d6c734a-3144-4731-99a7-d8056b285be3), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:39.281782 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 56578) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:16:39.666930 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.notifiers.nova [req-cc3be490-1be8-41e0-82b1-562148f7f598 req-220d29f6-c78e-4d4d-b5f5-1e8d6c91427d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b60aef5-9bd5-4b92-a302-38d5092ffad6 {{(pid=103197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 17:16:39.685552 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1c4a748-3905-4486-9b03-0c8165edf7f7 admin admin] Router ae71a829-54e7-4733-86ed-b8acf1486bff has already been hosted by L3 agent 34860b7f-7c9d-4265-9a0a-1b9bd2e1622e {{(pid=103197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 17:16:39.729500 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-cc3be490-1be8-41e0-82b1-562148f7f598 req-220d29f6-c78e-4d4d-b5f5-1e8d6c91427d service neutron] Publish callbacks [] for port (5b60aef5-9bd5-4b92-a302-38d5092ffad6), precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:39.814539 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.db.provisioning_blocks [req-cc3be490-1be8-41e0-82b1-562148f7f598 req-220d29f6-c78e-4d4d-b5f5-1e8d6c91427d service neutron] Transition to ACTIVE for port object 5b60aef5-9bd5-4b92-a302-38d5092ffad6 will not be triggered until provisioned by entity L2. {{(pid=103197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 17:16:39.836381 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-9445528c-e013-4925-ac55-3ba403746ebf admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-168893207-network', 'tenant_id': '09bf69f6abdb4a3083dce101c7984e29'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:16:39.899130 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-ac44ae03-39cd-4858-91c2-f071c624b65d None None] Provisioning complete for port 0967e5d8-ea3f-43d0-ad41-84aa3ac49cfd triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:16:39.899562 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-ac44ae03-39cd-4858-91c2-f071c624b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (0967e5d8-ea3f-43d0-ad41-84aa3ac49cfd), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:39.901476 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Current status of the port 2d6c734a-3144-4731-99a7-d8056b285be3 is: DOWN; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:16:39.901857 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (2d6c734a-3144-4731-99a7-d8056b285be3), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:39.974432 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce4efe-ea76-4c76-b06d-3727264788a9 req-1a70e7c3-68e3-48a5-a574-466f0c2e01a7 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:39.987827 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-cc3be490-1be8-41e0-82b1-562148f7f598 req-220d29f6-c78e-4d4d-b5f5-1e8d6c91427d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6115650'] for port (5b60aef5-9bd5-4b92-a302-38d5092ffad6), after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:40.006063 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-26ce4efe-ea76-4c76-b06d-3727264788a9 req-1a70e7c3-68e3-48a5-a574-466f0c2e01a7 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 947 time: 0.1279871 Jan 18 17:16:40.037238 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d745941-eb0f-4274-9f1b-19a5320bf4cb req-3c5be93e-26f9-436b-a388-27964663c261 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:40.037238 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-8d745941-eb0f-4274-9f1b-19a5320bf4cb req-3c5be93e-26f9-436b-a388-27964663c261 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "GET /v2.0/ports?device_id=0cf6cbd1-6df8-4d12-bd6f-0af78720aabe HTTP/1.1" status: 200 len: 932 time: 0.3475287 Jan 18 17:16:40.044478 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9445528c-e013-4925-ac55-3ba403746ebf admin admin] Made reservation on behalf of 09bf69f6abdb4a3083dce101c7984e29 for: {'network': 1} {{(pid=103196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 17:16:40.046751 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9445528c-e013-4925-ac55-3ba403746ebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for network (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:40.083214 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] For port 2d6c734a-3144-4731-99a7-d8056b285be3, host dv-cinder-733623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-11-iscsi',level=0,port_id=2d6c734a-3144-4731-99a7-d8056b285be3,segment=NetworkSegment(e313aa2e-7c8f-481c-b82b-97bbd998f4e0),segment_id=e313aa2e-7c8f-481c-b82b-97bbd998f4e0)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:16:40.092196 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9445528c-e013-4925-ac55-3ba403746ebf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:40.097074 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-ac44ae03-39cd-4858-91c2-f071c624b65d None None] Port 0967e5d8-ea3f-43d0-ad41-84aa3ac49cfd cannot update to ACTIVE because it is not bound. {{(pid=103198) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 17:16:40.174815 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (2d6c734a-3144-4731-99a7-d8056b285be3), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:40.272593 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220d29f6-c78e-4d4d-b5f5-1e8d6c91427d service neutron] Pushing event updated for resources: {'Port': ['ID=5b60aef5-9bd5-4b92-a302-38d5092ffad6,revision_number=2']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:40.335739 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Pushing event updated for resources: {'Port': ['ID=2d6c734a-3144-4731-99a7-d8056b285be3,revision_number=4']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:40.440507 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9445528c-e013-4925-ac55-3ba403746ebf admin admin] Publish callbacks [] for security_group (efd38e1f-275b-4b61-8714-8b5082074753), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:40.500800 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-26ce4efe-ea76-4c76-b06d-3727264788a9 req-27e8a22c-7958-4af2-b9c2-c27cf3275738 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b366610-e294-4f78-943f-869cfaac134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4936967 Jan 18 17:16:40.509081 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-8d745941-eb0f-4274-9f1b-19a5320bf4cb req-2d5415ac-0380-4309-86ab-9d4980213d75 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "GET /v2.0/security-groups?id=c89a7dc5-0961-4a5a-ac1f-02410b7e5eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4129417 Jan 18 17:16:40.534137 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9445528c-e013-4925-ac55-3ba403746ebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (efd38e1f-275b-4b61-8714-8b5082074753), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:40.542133 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c4a748-3905-4486-9b03-0c8165edf7f7 admin admin] Notify agent at l3_agent.dv-cinder-733623-11-iscsi the message routers_updated {{(pid=103197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 17:16:40.570327 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-d1c4a748-3905-4486-9b03-0c8165edf7f7 admin admin] 10.222.0.100 "PUT /v2.0/routers/ae71a829-54e7-4733-86ed-b8acf1486bff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8143020 Jan 18 17:16:40.586522 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9445528c-e013-4925-ac55-3ba403746ebf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 257} {{(pid=103196) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 17:16:40.663605 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9445528c-e013-4925-ac55-3ba403746ebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527697'] for segment (b197157d-823a-4011-83db-be9afc8ebd7f), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:40.664467 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.db.segments_db [None req-9445528c-e013-4925-ac55-3ba403746ebf admin admin] Added segment b197157d-823a-4011-83db-be9afc8ebd7f of type vlan for network 0c17f545-2bb3-4abb-be71-29d5f95f2d88 Jan 18 17:16:40.669208 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [req-cc3be490-1be8-41e0-82b1-562148f7f598 req-220d29f6-c78e-4d4d-b5f5-1e8d6c91427d service neutron] Attempting to bind port 5b60aef5-9bd5-4b92-a302-38d5092ffad6 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 17:16:40.669552 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [req-cc3be490-1be8-41e0-82b1-562148f7f598 req-220d29f6-c78e-4d4d-b5f5-1e8d6c91427d service neutron] Attempting to bind port 5b60aef5-9bd5-4b92-a302-38d5092ffad6 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': 'd54abf42-b153-483d-a89a-0388ad402880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'e751886b-bacb-46c7-b3e1-ad645f57d5d1'}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 17:16:40.678126 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3be490-1be8-41e0-82b1-562148f7f598 req-220d29f6-c78e-4d4d-b5f5-1e8d6c91427d service neutron] Attempting to bind port 5b60aef5-9bd5-4b92-a302-38d5092ffad6 on network e751886b-bacb-46c7-b3e1-ad645f57d5d1 {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 17:16:40.682751 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3be490-1be8-41e0-82b1-562148f7f598 req-220d29f6-c78e-4d4d-b5f5-1e8d6c91427d service neutron] Port 5b60aef5-9bd5-4b92-a302-38d5092ffad6 on network e751886b-bacb-46c7-b3e1-ad645f57d5d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 17:16:40.683081 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3be490-1be8-41e0-82b1-562148f7f598 req-220d29f6-c78e-4d4d-b5f5-1e8d6c91427d service neutron] Attempting to bind port 5b60aef5-9bd5-4b92-a302-38d5092ffad6 on network e751886b-bacb-46c7-b3e1-ad645f57d5d1 {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 17:16:40.697754 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3be490-1be8-41e0-82b1-562148f7f598 req-220d29f6-c78e-4d4d-b5f5-1e8d6c91427d service neutron] Checking agent: {'id': 'e727efee-c94b-447a-9897-92f425521d05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 17, 11, 11), 'started_at': datetime.datetime(2022, 1, 18, 17, 11, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 17, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 17:16:40.700757 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445528c-e013-4925-ac55-3ba403746ebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efd38e1f-275b-4b61-8714-8b5082074753,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:40.703050 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3be490-1be8-41e0-82b1-562148f7f598 req-220d29f6-c78e-4d4d-b5f5-1e8d6c91427d service neutron] Checking segment: {'id': 'd54abf42-b153-483d-a89a-0388ad402880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'e751886b-bacb-46c7-b3e1-ad645f57d5d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 17:16:40.703678 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3be490-1be8-41e0-82b1-562148f7f598 req-220d29f6-c78e-4d4d-b5f5-1e8d6c91427d service neutron] Bound using segment: {'id': 'd54abf42-b153-483d-a89a-0388ad402880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'e751886b-bacb-46c7-b3e1-ad645f57d5d1'} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 17:16:40.704411 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [req-cc3be490-1be8-41e0-82b1-562148f7f598 req-220d29f6-c78e-4d4d-b5f5-1e8d6c91427d service neutron] Bound port: 5b60aef5-9bd5-4b92-a302-38d5092ffad6, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd54abf42-b153-483d-a89a-0388ad402880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'e751886b-bacb-46c7-b3e1-ad645f57d5d1'}}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 17:16:40.706367 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-cc3be490-1be8-41e0-82b1-562148f7f598 req-220d29f6-c78e-4d4d-b5f5-1e8d6c91427d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (5b60aef5-9bd5-4b92-a302-38d5092ffad6), before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:40.851636 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9445528c-e013-4925-ac55-3ba403746ebf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785611949990'] for network (0c17f545-2bb3-4abb-be71-29d5f95f2d88), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:40.864228 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1300b708-de39-48a2-af32-b1fe4db2ceb4 None None] Sync routers for ids ['ae71a829-54e7-4733-86ed-b8acf1486bff'] in dv-cinder-733623-11-iscsi {{(pid=103199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 17:16:40.882826 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1300b708-de39-48a2-af32-b1fe4db2ceb4 None None] Routers {'ae71a829-54e7-4733-86ed-b8acf1486bff'} bound to L3 agent in host dv-cinder-733623-11-iscsi {{(pid=103199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 17:16:40.883689 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-1300b708-de39-48a2-af32-b1fe4db2ceb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T17:04:58Z,description=,heartbeat_timestamp=2022-01-18T17:16:28Z,host='dv-cinder-733623-11-iscsi',id=34860b7f-7c9d-4265-9a0a-1b9bd2e1622e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T17:04:59Z,topic='l3_agent')) {'router_ids': ['ae71a829-54e7-4733-86ed-b8acf1486bff'], 'active': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:16:40.972814 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.db [req-cc3be490-1be8-41e0-82b1-562148f7f598 req-220d29f6-c78e-4d4d-b5f5-1e8d6c91427d service neutron] For port 5b60aef5-9bd5-4b92-a302-38d5092ffad6, host hv-cinder-73362, cleared binding levels {{(pid=103197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 17:16:40.977602 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.db [req-cc3be490-1be8-41e0-82b1-562148f7f598 req-220d29f6-c78e-4d4d-b5f5-1e8d6c91427d service neutron] For port 5b60aef5-9bd5-4b92-a302-38d5092ffad6, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=5b60aef5-9bd5-4b92-a302-38d5092ffad6,segment=NetworkSegment(d54abf42-b153-483d-a89a-0388ad402880),segment_id=d54abf42-b153-483d-a89a-0388ad402880)] {{(pid=103197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 17:16:40.979866 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9445528c-e013-4925-ac55-3ba403746ebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781'] for network (0c17f545-2bb3-4abb-be71-29d5f95f2d88), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:40.980885 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9445528c-e013-4925-ac55-3ba403746ebf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:40.981483 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9445528c-e013-4925-ac55-3ba403746ebf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526667'] for network (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:41.057898 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvr_db [None req-1300b708-de39-48a2-af32-b1fe4db2ceb4 None None] Set router ae71a829-54e7-4733-86ed-b8acf1486bff gateway port host: dv-cinder-733623-11-iscsi {{(pid=103199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 17:16:41.064314 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Device 2d6c734a-3144-4731-99a7-d8056b285be3 up at agent ovs-agent-dv-cinder-733623-11-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 17:16:41.095636 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445528c-e013-4925-ac55-3ba403746ebf admin admin] Pushing event updated for resources: {'Network': ['ID=0c17f545-2bb3-4abb-be71-29d5f95f2d88,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:41.096885 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-cc3be490-1be8-41e0-82b1-562148f7f598 req-220d29f6-c78e-4d4d-b5f5-1e8d6c91427d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6115650'] for port (5b60aef5-9bd5-4b92-a302-38d5092ffad6), after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:41.158815 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Network 0c17f545-2bb3-4abb-be71-29d5f95f2d88 details requested by agent ovs-agent-dv-cinder-733623-11-iscsi with host dv-cinder-733623-11-iscsi {{(pid=103198) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 17:16:41.159426 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-9445528c-e013-4925-ac55-3ba403746ebf admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8759925 Jan 18 17:16:41.159674 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 56666) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:16:41.165410 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-c595c77e-6ffd-4d62-9848-fd41e552bf0e admin admin] Request body: {'subnet': {'network_id': '0c17f545-2bb3-4abb-be71-29d5f95f2d88', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-168893207-subnet', 'tenant_id': '09bf69f6abdb4a3083dce101c7984e29', 'ip_version': 4}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:16:41.198530 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (e727efee-c94b-447a-9897-92f425521d05), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:41.241437 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3be490-1be8-41e0-82b1-562148f7f598 req-220d29f6-c78e-4d4d-b5f5-1e8d6c91427d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:41.243390 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-cc3be490-1be8-41e0-82b1-562148f7f598 req-220d29f6-c78e-4d4d-b5f5-1e8d6c91427d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1923895'] for port (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:41.249126 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-cc3be490-1be8-41e0-82b1-562148f7f598 req-220d29f6-c78e-4d4d-b5f5-1e8d6c91427d service neutron] 10.222.0.105 "PUT /v2.0/ports/5b60aef5-9bd5-4b92-a302-38d5092ffad6 HTTP/1.1" status: 200 len: 1094 time: 2.9495931 Jan 18 17:16:41.250665 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cf6cbd1-6df8-4d12-bd6f-0af78720aabe', 'tag': '5b60aef5-9bd5-4b92-a302-38d5092ffad6'}] {{(pid=103197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 17:16:41.258033 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3aa228331c825044a8c5a816f7450a712b29f1505f8362b46ccab27415aa536" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bb7e856-816b-464e-8209-44ae87b7302f" -d '{"events": [{"name": "network-changed", "server_uuid": "0cf6cbd1-6df8-4d12-bd6f-0af78720aabe", "tag": "5b60aef5-9bd5-4b92-a302-38d5092ffad6"}]}' {{(pid=103197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 17:16:41.356263 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c595c77e-6ffd-4d62-9848-fd41e552bf0e admin admin] Made reservation on behalf of 09bf69f6abdb4a3083dce101c7984e29 for: {'subnet': 1} {{(pid=103196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 17:16:41.358630 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c595c77e-6ffd-4d62-9848-fd41e552bf0e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4592754'] for subnet (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:41.494305 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Provisioning complete for port 2d6c734a-3144-4731-99a7-d8056b285be3 triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:16:41.494685 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (2d6c734a-3144-4731-99a7-d8056b285be3), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:41.588767 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220d29f6-c78e-4d4d-b5f5-1e8d6c91427d service neutron] Pushing event updated for resources: {'Port': ['ID=5b60aef5-9bd5-4b92-a302-38d5092ffad6,revision_number=3']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:41.639078 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-1300b708-de39-48a2-af32-b1fe4db2ceb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae71a829-54e7-4733-86ed-b8acf1486bff', 'name': 'tempest-AttachVolumeTestJSON-460665670-router', 'tenant_id': 'e39431ed93ab40b3bd3a181b2afcac3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '2d6c734a-3144-4731-99a7-d8056b285be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:16:33Z', 'updated_at': '2022-01-18T17:16:37Z', 'revision_number': 4, 'project_id': 'e39431ed93ab40b3bd3a181b2afcac3d', 'gw_port': {'id': '2d6c734a-3144-4731-99a7-d8056b285be3', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae71a829-54e7-4733-86ed-b8acf1486bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:33Z', 'updated_at': '2022-01-18T17:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi', '_interfaces': [{'id': '0967e5d8-ea3f-43d0-ad41-84aa3ac49cfd', 'name': '', 'network_id': '6beef8c8-11cd-4aa0-ae20-531a45b1faf5', 'tenant_id': 'e39431ed93ab40b3bd3a181b2afcac3d', 'mac_address': 'fa:16:3e:0c:f1:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae71a829-54e7-4733-86ed-b8acf1486bff', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'db7edcea-cc0c-4f91-8652-8431bf22b201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:36Z', 'updated_at': '2022-01-18T17:16:37Z', 'revision_number': 2, 'project_id': 'e39431ed93ab40b3bd3a181b2afcac3d', 'subnets': [{'id': 'db7edcea-cc0c-4f91-8652-8431bf22b201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-11-iscsi', False) {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:16:41.679896 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1300b708-de39-48a2-af32-b1fe4db2ceb4 None None] Checking router: ae71a829-54e7-4733-86ed-b8acf1486bff for host: dv-cinder-733623-11-iscsi {{(pid=103199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 17:16:41.680580 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1300b708-de39-48a2-af32-b1fe4db2ceb4 None None] Updating router ae71a829-54e7-4733-86ed-b8acf1486bff port 0967e5d8-ea3f-43d0-ad41-84aa3ac49cfd binding host dv-cinder-733623-11-iscsi {{(pid=103199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 17:16:41.717391 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-1300b708-de39-48a2-af32-b1fe4db2ceb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (0967e5d8-ea3f-43d0-ad41-84aa3ac49cfd), before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:41.729884 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3be490-1be8-41e0-82b1-562148f7f598 req-542b5bc8-5ed6-4e18-8a0a-75737d3a6c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:41.734068 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-cc3be490-1be8-41e0-82b1-562148f7f598 req-542b5bc8-5ed6-4e18-8a0a-75737d3a6c69 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=9b619acf9cdb4528b6f656cc52406910&device_id=0cf6cbd1-6df8-4d12-bd6f-0af78720aabe HTTP/1.1" status: 200 len: 1097 time: 0.3436322 Jan 18 17:16:41.775636 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7504ea3-e7f1-4322-8d8b-a020e102c00c req-c1cbbe10-c73a-4dc1-be30-08b49bb769ae tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:41.779771 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Current status of the port 2d6c734a-3144-4731-99a7-d8056b285be3 is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:16:41.801080 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-a7504ea3-e7f1-4322-8d8b-a020e102c00c req-c1cbbe10-c73a-4dc1-be30-08b49bb769ae tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] 10.222.0.100 "GET /v2.0/ports?device_id=363aac93-220b-4434-9990-e429dbfadad7 HTTP/1.1" status: 200 len: 945 time: 0.5268679 Jan 18 17:16:41.837379 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c595c77e-6ffd-4d62-9848-fd41e552bf0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4300437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4592732'] for subnet (92e52731-b298-4268-83b9-5cd526153971), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:41.879404 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-cc3be490-1be8-41e0-82b1-562148f7f598 req-a25364fb-4d99-4e55-8d9a-8f99c6f7d8cd service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b60aef5-9bd5-4b92-a302-38d5092ffad6 HTTP/1.1" status: 200 len: 217 time: 0.0632091 Jan 18 17:16:41.940661 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3be490-1be8-41e0-82b1-562148f7f598 req-ccb07516-6c09-4836-afea-be3b23bc7677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:41.942406 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-cc3be490-1be8-41e0-82b1-562148f7f598 req-ccb07516-6c09-4836-afea-be3b23bc7677 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=520b00cd-aeaf-4213-bc9e-5ceb28739828 HTTP/1.1" status: 200 len: 854 time: 0.0597589 Jan 18 17:16:42.001188 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c595c77e-6ffd-4d62-9848-fd41e552bf0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=92e52731-b298-4268-83b9-5cd526153971,revision_number=0']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:42.031759 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c595c77e-6ffd-4d62-9848-fd41e552bf0e admin admin] Checking segment: {'id': 'b197157d-823a-4011-83db-be9afc8ebd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '0c17f545-2bb3-4abb-be71-29d5f95f2d88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 17:16:42.032508 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c595c77e-6ffd-4d62-9848-fd41e552bf0e admin admin] Network hostable DHCP agents. Network: 0c17f545-2bb3-4abb-be71-29d5f95f2d88, hostable agents: ['1e8d2d8a-92ca-4025-a540-71c8151dbccf'], hosted agents: [] {{(pid=103196) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 17:16:42.058303 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-a7504ea3-e7f1-4322-8d8b-a020e102c00c req-6f61310b-e3ee-42e3-b4b9-9f79526dacaf tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] 10.222.0.100 "GET /v2.0/security-groups?id=0e8965bc-a288-442f-b721-3a0f13c576b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562230 Jan 18 17:16:42.073210 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3be490-1be8-41e0-82b1-562148f7f598 req-cfe6ee6c-493c-48db-87c6-2d282662252c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:42.075086 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-cc3be490-1be8-41e0-82b1-562148f7f598 req-cfe6ee6c-493c-48db-87c6-2d282662252c service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=e751886b-bacb-46c7-b3e1-ad645f57d5d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1207120 Jan 18 17:16:42.137513 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 17:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b9cd4e-e03f-4456-8c9a-2d827cdbd278 x-openstack-request-id: req-e4b9cd4e-e03f-4456-8c9a-2d827cdbd278 {{(pid=103197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 17:16:42.138406 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cf6cbd1-6df8-4d12-bd6f-0af78720aabe", "tag": "5b60aef5-9bd5-4b92-a302-38d5092ffad6", "status": "completed", "code": 200}]} {{(pid=103197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 17:16:42.140069 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c595c77e-6ffd-4d62-9848-fd41e552bf0e admin admin] Network 0c17f545-2bb3-4abb-be71-29d5f95f2d88 is scheduled to be hosted by DHCP agent 1e8d2d8a-92ca-4025-a540-71c8151dbccf with binding_index 1 {{(pid=103196) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 17:16:42.145715 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-e4b9cd4e-e03f-4456-8c9a-2d827cdbd278 {{(pid=103197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 17:16:42.172859 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cf6cbd1-6df8-4d12-bd6f-0af78720aabe', 'tag': '5b60aef5-9bd5-4b92-a302-38d5092ffad6', 'status': 'completed', 'code': 200} Jan 18 17:16:42.253494 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-c595c77e-6ffd-4d62-9848-fd41e552bf0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-11-iscsi, 0c17f545-2bb3-4abb-be71-29d5f95f2d88) {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 17:16:42.259843 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c595c77e-6ffd-4d62-9848-fd41e552bf0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:42.261500 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c595c77e-6ffd-4d62-9848-fd41e552bf0e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:42.267282 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e102a1b5-4929-45c9-80c2-2ce643f5f657 None None] Network 0c17f545-2bb3-4abb-be71-29d5f95f2d88 requested from dv-cinder-733623-11-iscsi {{(pid=103198) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 17:16:42.289765 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-1300b708-de39-48a2-af32-b1fe4db2ceb4 None None] Publish callbacks [] for port (0967e5d8-ea3f-43d0-ad41-84aa3ac49cfd), precommit_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:42.400021 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-1300b708-de39-48a2-af32-b1fe4db2ceb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (0967e5d8-ea3f-43d0-ad41-84aa3ac49cfd), after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:42.427779 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba39e99-d36c-466f-bb7d-5007cff5596c req-7b047b7a-3eca-4449-9150-8b3ffa4b5e9c tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:42.429103 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-c595c77e-6ffd-4d62-9848-fd41e552bf0e admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2676978 Jan 18 17:16:42.431807 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 56692) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:16:42.439197 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-495a3621-f0be-43e4-b991-58303ac1e5ae admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-168893207-router', 'tenant_id': '09bf69f6abdb4a3083dce101c7984e29', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430'}}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:16:42.439368 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-3ba39e99-d36c-466f-bb7d-5007cff5596c req-7b047b7a-3eca-4449-9150-8b3ffa4b5e9c tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "GET /v2.0/ports?device_id=0cf6cbd1-6df8-4d12-bd6f-0af78720aabe HTTP/1.1" status: 200 len: 944 time: 0.1598320 Jan 18 17:16:42.539540 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042cbba3-5612-49c5-869f-e0c0f07db4a9 None None] Pushing event updated for resources: {'Port': ['ID=0967e5d8-ea3f-43d0-ad41-84aa3ac49cfd,revision_number=3']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:42.549805 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-3ba39e99-d36c-466f-bb7d-5007cff5596c req-42e7397b-c8f8-435c-986c-f8dc690a99fc tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "GET /v2.0/security-groups?id=c89a7dc5-0961-4a5a-ac1f-02410b7e5eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099076 Jan 18 17:16:42.557854 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-cc3be490-1be8-41e0-82b1-562148f7f598 req-a530a9f6-61d6-4ccf-89d7-3581e3ff1028 service neutron] 10.222.0.105 "GET /v2.0/networks/e751886b-bacb-46c7-b3e1-ad645f57d5d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4533832 Jan 18 17:16:42.580480 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-495a3621-f0be-43e4-b991-58303ac1e5ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-644958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16091'] for router (2e365302-71a6-4cdc-aaf8-2ff4eb24cb67), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:42.580727 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35eb7ba5-7210-4553-acc2-77e30b33b4e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f84e879-2170-571d-bd14-f6ce5a973bba-0c17f545-2bb3-4abb-be71-29d5f95f2d88', 'network_id': '0c17f545-2bb3-4abb-be71-29d5f95f2d88', 'project_id': '09bf69f6abdb4a3083dce101c7984e29', 'fixed_ips': [{'subnet_id': '92e52731-b298-4268-83b9-5cd526153971'}]}} from dv-cinder-733623-11-iscsi. {{(pid=103198) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 17:16:42.581610 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-35eb7ba5-7210-4553-acc2-77e30b33b4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:42.582547 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-495a3621-f0be-43e4-b991-58303ac1e5ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16096'] for router (2e365302-71a6-4cdc-aaf8-2ff4eb24cb67), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:42.654558 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 56694) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:16:42.690522 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [None req-1300b708-de39-48a2-af32-b1fe4db2ceb4 None None] Attempting to bind port 0967e5d8-ea3f-43d0-ad41-84aa3ac49cfd on host dv-cinder-733623-11-iscsi for vnic_type normal with profile {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 17:16:42.691224 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [None req-1300b708-de39-48a2-af32-b1fe4db2ceb4 None None] Attempting to bind port 0967e5d8-ea3f-43d0-ad41-84aa3ac49cfd by drivers openvswitch,hyperv on host dv-cinder-733623-11-iscsi at level 0 using segments [{'id': '441c74e1-622f-4873-94d6-ea0d90ecf9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '6beef8c8-11cd-4aa0-ae20-531a45b1faf5'}] {{(pid=103199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 17:16:42.691811 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1300b708-de39-48a2-af32-b1fe4db2ceb4 None None] Attempting to bind port 0967e5d8-ea3f-43d0-ad41-84aa3ac49cfd on network 6beef8c8-11cd-4aa0-ae20-531a45b1faf5 {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 17:16:42.705185 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-bd8fb709-dff9-4748-990e-03ac8cf94063 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1877365786', 'description': 'tempest-description--1255968999'}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:16:42.710689 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1300b708-de39-48a2-af32-b1fe4db2ceb4 None None] Checking agent: {'id': 'a6f837d2-7b5b-4cd3-9c28-296017d8b8e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 17, 5, 2), 'started_at': datetime.datetime(2022, 1, 18, 17, 5, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 17, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 17:16:42.711833 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1300b708-de39-48a2-af32-b1fe4db2ceb4 None None] Checking segment: {'id': '441c74e1-622f-4873-94d6-ea0d90ecf9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '6beef8c8-11cd-4aa0-ae20-531a45b1faf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 17:16:42.711833 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-1300b708-de39-48a2-af32-b1fe4db2ceb4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:42.713988 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1300b708-de39-48a2-af32-b1fe4db2ceb4 None None] Bound using segment: {'id': '441c74e1-622f-4873-94d6-ea0d90ecf9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '6beef8c8-11cd-4aa0-ae20-531a45b1faf5'} {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 17:16:42.713988 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [None req-1300b708-de39-48a2-af32-b1fe4db2ceb4 None None] Bound port: 0967e5d8-ea3f-43d0-ad41-84aa3ac49cfd, host: dv-cinder-733623-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '441c74e1-622f-4873-94d6-ea0d90ecf9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '6beef8c8-11cd-4aa0-ae20-531a45b1faf5'}}] {{(pid=103199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 17:16:42.713988 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-1300b708-de39-48a2-af32-b1fe4db2ceb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (0967e5d8-ea3f-43d0-ad41-84aa3ac49cfd), before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:42.762284 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-495a3621-f0be-43e4-b991-58303ac1e5ae admin admin] Publish callbacks [] for router_controller (2e365302-71a6-4cdc-aaf8-2ff4eb24cb67), precommit_add_association {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:42.791363 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.db [None req-1300b708-de39-48a2-af32-b1fe4db2ceb4 None None] For port 0967e5d8-ea3f-43d0-ad41-84aa3ac49cfd, host dv-cinder-733623-11-iscsi, cleared binding levels {{(pid=103199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 17:16:42.795566 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.db [None req-1300b708-de39-48a2-af32-b1fe4db2ceb4 None None] For port 0967e5d8-ea3f-43d0-ad41-84aa3ac49cfd, host dv-cinder-733623-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-11-iscsi',level=0,port_id=0967e5d8-ea3f-43d0-ad41-84aa3ac49cfd,segment=NetworkSegment(441c74e1-622f-4873-94d6-ea0d90ecf9ee),segment_id=441c74e1-622f-4873-94d6-ea0d90ecf9ee)] {{(pid=103199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 17:16:42.861360 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-1300b708-de39-48a2-af32-b1fe4db2ceb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (0967e5d8-ea3f-43d0-ad41-84aa3ac49cfd), after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:42.884694 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b100590-2e3e-4897-8d68-ac918c5726b4 req-e338e220-d3a8-4373-8726-3669a969c998 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:42.892105 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-0b100590-2e3e-4897-8d68-ac918c5726b4 req-e338e220-d3a8-4373-8726-3669a969c998 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 947 time: 0.1675825 Jan 18 17:16:42.931417 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-cc3be490-1be8-41e0-82b1-562148f7f598 req-c5b7a6fd-657f-4f12-8221-0dbb7a3abbc6 service neutron] 10.222.0.105 "GET /v2.0/networks/e751886b-bacb-46c7-b3e1-ad645f57d5d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3383355 Jan 18 17:16:42.947974 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.db_base_plugin_common [None req-35eb7ba5-7210-4553-acc2-77e30b33b4e1 None None] Allocated IP 172.20.0.2 (0c17f545-2bb3-4abb-be71-29d5f95f2d88/92e52731-b298-4268-83b9-5cd526153971/d9f5e101-f2bb-4e72-a792-de57ceb706f3) {{(pid=103198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 17:16:42.962478 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-bd8fb709-dff9-4748-990e-03ac8cf94063 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:43.033320 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-0b100590-2e3e-4897-8d68-ac918c5726b4 req-ae63e9a6-c16b-42d1-9b3b-28b8669e109a tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b366610-e294-4f78-943f-869cfaac134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397228 Jan 18 17:16:43.108034 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042cbba3-5612-49c5-869f-e0c0f07db4a9 None None] Pushing event updated for resources: {'Port': ['ID=0967e5d8-ea3f-43d0-ad41-84aa3ac49cfd,revision_number=4']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:43.144673 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-495a3621-f0be-43e4-b991-58303ac1e5ae admin admin] Publish callbacks [] for router_gateway (2e365302-71a6-4cdc-aaf8-2ff4eb24cb67), precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:43.170661 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-bd8fb709-dff9-4748-990e-03ac8cf94063 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Publish callbacks [] for security_group (95a96d85-de0d-4a2e-8acd-c327a3f00b55), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:43.170773 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1300b708-de39-48a2-af32-b1fe4db2ceb4 None None] Routers {'ae71a829-54e7-4733-86ed-b8acf1486bff'} bound to L3 agent in host dv-cinder-733623-11-iscsi {{(pid=103199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 17:16:43.171328 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-1300b708-de39-48a2-af32-b1fe4db2ceb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T17:04:58Z,description=,heartbeat_timestamp=2022-01-18T17:16:28Z,host='dv-cinder-733623-11-iscsi',id=34860b7f-7c9d-4265-9a0a-1b9bd2e1622e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T17:04:59Z,topic='l3_agent')) {'router_ids': ['ae71a829-54e7-4733-86ed-b8acf1486bff'], 'active': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:16:43.231972 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-bd8fb709-dff9-4748-990e-03ac8cf94063 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (95a96d85-de0d-4a2e-8acd-c327a3f00b55), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:43.402287 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvr_db [None req-1300b708-de39-48a2-af32-b1fe4db2ceb4 None None] Set router ae71a829-54e7-4733-86ed-b8acf1486bff gateway port host: dv-cinder-733623-11-iscsi {{(pid=103199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 17:16:43.409537 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-35eb7ba5-7210-4553-acc2-77e30b33b4e1 None None] Publish callbacks [] for port (d9f5e101-f2bb-4e72-a792-de57ceb706f3), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:43.448151 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-bd8fb709-dff9-4748-990e-03ac8cf94063 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:43.449924 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-bd8fb709-dff9-4748-990e-03ac8cf94063 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.7938473 Jan 18 17:16:43.462483 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8fb709-dff9-4748-990e-03ac8cf94063 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95a96d85-de0d-4a2e-8acd-c327a3f00b55,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:43.464669 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-2232f396-8099-44f6-b3a0-0fd6dea9b652 None None] Provisioning complete for port 0967e5d8-ea3f-43d0-ad41-84aa3ac49cfd triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:16:43.465058 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-2232f396-8099-44f6-b3a0-0fd6dea9b652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (0967e5d8-ea3f-43d0-ad41-84aa3ac49cfd), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:43.481805 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 56708) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:16:43.500253 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-dfc1bf98-09ba-4db5-92d4-3edfaf5360cd tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Request body: {'security_group_rule': {'security_group_id': '95a96d85-de0d-4a2e-8acd-c327a3f00b55', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:16:43.561915 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3e8745-8e87-49c7-b521-1ad61f0917d1 req-a9eeebf8-5de9-46bf-a7a0-b5af04a16e08 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:43.569050 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1c3e8745-8e87-49c7-b521-1ad61f0917d1 req-a9eeebf8-5de9-46bf-a7a0-b5af04a16e08 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] 10.222.0.100 "GET /v2.0/ports?device_id=363aac93-220b-4434-9990-e429dbfadad7 HTTP/1.1" status: 200 len: 945 time: 0.3313415 Jan 18 17:16:43.576934 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb7e856-816b-464e-8209-44ae87b7302f req-ee86277f-c8e5-4718-a54f-db995d7b255d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:43.585749 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-4bb7e856-816b-464e-8209-44ae87b7302f req-ee86277f-c8e5-4718-a54f-db995d7b255d service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=9b619acf9cdb4528b6f656cc52406910&device_id=0cf6cbd1-6df8-4d12-bd6f-0af78720aabe HTTP/1.1" status: 200 len: 1097 time: 0.3201661 Jan 18 17:16:43.662217 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-35eb7ba5-7210-4553-acc2-77e30b33b4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785611913804'] for port (d9f5e101-f2bb-4e72-a792-de57ceb706f3), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:43.683861 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1c3e8745-8e87-49c7-b521-1ad61f0917d1 req-5c1cddc4-5ec0-4416-b9f6-00b0bd2028f6 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] 10.222.0.100 "GET /v2.0/security-groups?id=0e8965bc-a288-442f-b721-3a0f13c576b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132388 Jan 18 17:16:43.726144 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dfc1bf98-09ba-4db5-92d4-3edfaf5360cd tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Publish callbacks [] for security_group_rule (45a7058a-88b4-4229-b660-79a88f8a6b7a), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:43.873231 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35eb7ba5-7210-4553-acc2-77e30b33b4e1 None None] Network 0c17f545-2bb3-4abb-be71-29d5f95f2d88 is already hosted by enough agents. {{(pid=103198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 17:16:43.907562 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.scheduler.base_scheduler [None req-35eb7ba5-7210-4553-acc2-77e30b33b4e1 None None] Resources bound (agent type, host, resource id): {{(pid=103198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 17:16:43.922855 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35eb7ba5-7210-4553-acc2-77e30b33b4e1 None None] Received port after_create {{(pid=103198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 17:16:43.944235 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eb7ba5-7210-4553-acc2-77e30b33b4e1 None None] Pushing event updated for resources: {'Port': ['ID=d9f5e101-f2bb-4e72-a792-de57ceb706f3,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:43.953650 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-2232f396-8099-44f6-b3a0-0fd6dea9b652 None None] Current status of the port 0967e5d8-ea3f-43d0-ad41-84aa3ac49cfd is: DOWN; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:16:43.954041 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-2232f396-8099-44f6-b3a0-0fd6dea9b652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (0967e5d8-ea3f-43d0-ad41-84aa3ac49cfd), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:43.977978 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f3f39c-fb98-4771-afe0-ce6fc486565f req-e0d1eaaa-93d1-45f5-a0e0-43d399299646 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:43.979945 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-32f3f39c-fb98-4771-afe0-ce6fc486565f req-e0d1eaaa-93d1-45f5-a0e0-43d399299646 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "GET /v2.0/ports?device_id=0cf6cbd1-6df8-4d12-bd6f-0af78720aabe HTTP/1.1" status: 200 len: 944 time: 0.2918246 Jan 18 17:16:44.013989 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb7e856-816b-464e-8209-44ae87b7302f req-248d4b8d-0847-4103-a90b-cc66006d9818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:44.015785 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-4bb7e856-816b-464e-8209-44ae87b7302f req-248d4b8d-0847-4103-a90b-cc66006d9818 service neutron] 10.222.0.105 "GET /v2.0/networks?id=e751886b-bacb-46c7-b3e1-ad645f57d5d1 HTTP/1.1" status: 200 len: 916 time: 0.2120709 Jan 18 17:16:44.017426 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-495a3621-f0be-43e4-b991-58303ac1e5ae admin admin] Publish callbacks [] for router_gateway (2e365302-71a6-4cdc-aaf8-2ff4eb24cb67), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:44.054808 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-495a3621-f0be-43e4-b991-58303ac1e5ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:44.069874 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dfc1bf98-09ba-4db5-92d4-3edfaf5360cd tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Publish callbacks [] for security_group_rule (45a7058a-88b4-4229-b660-79a88f8a6b7a), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:44.076640 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-32f3f39c-fb98-4771-afe0-ce6fc486565f req-1f881cae-9945-42c2-9d76-0f59682bfe0d tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "GET /v2.0/security-groups?id=c89a7dc5-0961-4a5a-ac1f-02410b7e5eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829649 Jan 18 17:16:44.115248 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-1300b708-de39-48a2-af32-b1fe4db2ceb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae71a829-54e7-4733-86ed-b8acf1486bff', 'name': 'tempest-AttachVolumeTestJSON-460665670-router', 'tenant_id': 'e39431ed93ab40b3bd3a181b2afcac3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '2d6c734a-3144-4731-99a7-d8056b285be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:16:33Z', 'updated_at': '2022-01-18T17:16:37Z', 'revision_number': 4, 'project_id': 'e39431ed93ab40b3bd3a181b2afcac3d', 'gw_port': {'id': '2d6c734a-3144-4731-99a7-d8056b285be3', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae71a829-54e7-4733-86ed-b8acf1486bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:33Z', 'updated_at': '2022-01-18T17:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi', '_interfaces': [{'id': '0967e5d8-ea3f-43d0-ad41-84aa3ac49cfd', 'name': '', 'network_id': '6beef8c8-11cd-4aa0-ae20-531a45b1faf5', 'tenant_id': 'e39431ed93ab40b3bd3a181b2afcac3d', 'mac_address': 'fa:16:3e:0c:f1:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae71a829-54e7-4733-86ed-b8acf1486bff', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'db7edcea-cc0c-4f91-8652-8431bf22b201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:36Z', 'updated_at': '2022-01-18T17:16:42Z', 'revision_number': 4, 'project_id': 'e39431ed93ab40b3bd3a181b2afcac3d', 'subnets': [{'id': 'db7edcea-cc0c-4f91-8652-8431bf22b201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-11-iscsi', False) {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:16:44.130977 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-4bb7e856-816b-464e-8209-44ae87b7302f req-9f151c01-f2b9-4d72-a6eb-5436d69625a6 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b60aef5-9bd5-4b92-a302-38d5092ffad6 HTTP/1.1" status: 200 len: 217 time: 0.0527601 Jan 18 17:16:44.133645 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dfc1bf98-09ba-4db5-92d4-3edfaf5360cd tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433249'] for security_group_rule (45a7058a-88b4-4229-b660-79a88f8a6b7a), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:44.135620 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-35eb7ba5-7210-4553-acc2-77e30b33b4e1 None None] Attempting to bind port d9f5e101-f2bb-4e72-a792-de57ceb706f3 on host dv-cinder-733623-11-iscsi for vnic_type normal with profile {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 17:16:44.137693 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-35eb7ba5-7210-4553-acc2-77e30b33b4e1 None None] Attempting to bind port d9f5e101-f2bb-4e72-a792-de57ceb706f3 by drivers openvswitch,hyperv on host dv-cinder-733623-11-iscsi at level 0 using segments [{'id': 'b197157d-823a-4011-83db-be9afc8ebd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '0c17f545-2bb3-4abb-be71-29d5f95f2d88'}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 17:16:44.138094 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35eb7ba5-7210-4553-acc2-77e30b33b4e1 None None] Attempting to bind port d9f5e101-f2bb-4e72-a792-de57ceb706f3 on network 0c17f545-2bb3-4abb-be71-29d5f95f2d88 {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 17:16:44.151786 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-2232f396-8099-44f6-b3a0-0fd6dea9b652 None None] For port 0967e5d8-ea3f-43d0-ad41-84aa3ac49cfd, host dv-cinder-733623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-11-iscsi',level=0,port_id=0967e5d8-ea3f-43d0-ad41-84aa3ac49cfd,segment=NetworkSegment(441c74e1-622f-4873-94d6-ea0d90ecf9ee),segment_id=441c74e1-622f-4873-94d6-ea0d90ecf9ee)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:16:44.154884 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35eb7ba5-7210-4553-acc2-77e30b33b4e1 None None] Checking agent: {'id': 'a6f837d2-7b5b-4cd3-9c28-296017d8b8e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 17, 5, 2), 'started_at': datetime.datetime(2022, 1, 18, 17, 5, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 17, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 17:16:44.156952 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35eb7ba5-7210-4553-acc2-77e30b33b4e1 None None] Checking segment: {'id': 'b197157d-823a-4011-83db-be9afc8ebd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '0c17f545-2bb3-4abb-be71-29d5f95f2d88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 17:16:44.156952 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-35eb7ba5-7210-4553-acc2-77e30b33b4e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:44.156952 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35eb7ba5-7210-4553-acc2-77e30b33b4e1 None None] Bound using segment: {'id': 'b197157d-823a-4011-83db-be9afc8ebd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '0c17f545-2bb3-4abb-be71-29d5f95f2d88'} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 17:16:44.156952 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-35eb7ba5-7210-4553-acc2-77e30b33b4e1 None None] Bound port: d9f5e101-f2bb-4e72-a792-de57ceb706f3, host: dv-cinder-733623-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b197157d-823a-4011-83db-be9afc8ebd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '0c17f545-2bb3-4abb-be71-29d5f95f2d88'}}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 17:16:44.160731 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-35eb7ba5-7210-4553-acc2-77e30b33b4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (d9f5e101-f2bb-4e72-a792-de57ceb706f3), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:44.169162 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc1bf98-09ba-4db5-92d4-3edfaf5360cd tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45a7058a-88b4-4229-b660-79a88f8a6b7a,revision_number=0']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:44.169375 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1300b708-de39-48a2-af32-b1fe4db2ceb4 None None] The sync data for ids ['ae71a829-54e7-4733-86ed-b8acf1486bff'] in dv-cinder-733623-11-iscsi is: [{'id': 'ae71a829-54e7-4733-86ed-b8acf1486bff', 'name': 'tempest-AttachVolumeTestJSON-460665670-router', 'tenant_id': 'e39431ed93ab40b3bd3a181b2afcac3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '2d6c734a-3144-4731-99a7-d8056b285be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:16:33Z', 'updated_at': '2022-01-18T17:16:37Z', 'revision_number': 4, 'project_id': 'e39431ed93ab40b3bd3a181b2afcac3d', 'gw_port': {'id': '2d6c734a-3144-4731-99a7-d8056b285be3', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae71a829-54e7-4733-86ed-b8acf1486bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:33Z', 'updated_at': '2022-01-18T17:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi', '_interfaces': [{'id': '0967e5d8-ea3f-43d0-ad41-84aa3ac49cfd', 'name': '', 'network_id': '6beef8c8-11cd-4aa0-ae20-531a45b1faf5', 'tenant_id': 'e39431ed93ab40b3bd3a181b2afcac3d', 'mac_address': 'fa:16:3e:0c:f1:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae71a829-54e7-4733-86ed-b8acf1486bff', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'db7edcea-cc0c-4f91-8652-8431bf22b201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:36Z', 'updated_at': '2022-01-18T17:16:42Z', 'revision_number': 4, 'project_id': 'e39431ed93ab40b3bd3a181b2afcac3d', 'subnets': [{'id': 'db7edcea-cc0c-4f91-8652-8431bf22b201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 17:16:44.278289 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-2232f396-8099-44f6-b3a0-0fd6dea9b652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (0967e5d8-ea3f-43d0-ad41-84aa3ac49cfd), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:44.281707 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dfc1bf98-09ba-4db5-92d4-3edfaf5360cd tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:44.283736 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-dfc1bf98-09ba-4db5-92d4-3edfaf5360cd tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8007147 Jan 18 17:16:44.286833 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 56714) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:16:44.294228 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-57cd454d-6dd7-4f57-802d-cff6b3d685cf tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Request body: {'security_group_rule': {'security_group_id': '95a96d85-de0d-4a2e-8acd-c327a3f00b55', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:16:44.305309 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb7e856-816b-464e-8209-44ae87b7302f req-34fa1706-56b8-4f8c-b6f4-9eeaab26492c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:44.307128 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-4bb7e856-816b-464e-8209-44ae87b7302f req-34fa1706-56b8-4f8c-b6f4-9eeaab26492c service neutron] 10.222.0.105 "GET /v2.0/subnets?id=520b00cd-aeaf-4213-bc9e-5ceb28739828 HTTP/1.1" status: 200 len: 854 time: 0.1488245 Jan 18 17:16:44.371352 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b157ae5b-09c2-44a2-acbe-2e1c88f5ff43 req-dbb0f1ef-5034-4fc8-b09b-20eae683c21c tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:44.373264 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b157ae5b-09c2-44a2-acbe-2e1c88f5ff43 req-dbb0f1ef-5034-4fc8-b09b-20eae683c21c tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] 10.222.0.105 "GET /v2.0/ports?device_id=363aac93-220b-4434-9990-e429dbfadad7 HTTP/1.1" status: 200 len: 945 time: 0.2005975 Jan 18 17:16:44.391933 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb7e856-816b-464e-8209-44ae87b7302f req-8863dd52-ee6e-43a8-87d2-b564782ca637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:44.394166 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-4bb7e856-816b-464e-8209-44ae87b7302f req-8863dd52-ee6e-43a8-87d2-b564782ca637 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=e751886b-bacb-46c7-b3e1-ad645f57d5d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0548587 Jan 18 17:16:44.402509 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-495a3621-f0be-43e4-b991-58303ac1e5ae admin admin] Allocated IP 172.27.1.144 (09e508a9-4d19-4482-acf1-bcc4a2adb430/ac199632-c036-4879-8c53-e78832fc0d54/b335151e-254a-4744-a80a-19590b3125c0) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 17:16:44.457060 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-57cd454d-6dd7-4f57-802d-cff6b3d685cf tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Publish callbacks [] for security_group_rule (bc9a91d6-5175-492f-8c9c-cd0c93441117), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:44.504517 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-35eb7ba5-7210-4553-acc2-77e30b33b4e1 None None] For port d9f5e101-f2bb-4e72-a792-de57ceb706f3, host dv-cinder-733623-11-iscsi, cleared binding levels {{(pid=103198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 17:16:44.512889 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-35eb7ba5-7210-4553-acc2-77e30b33b4e1 None None] For port d9f5e101-f2bb-4e72-a792-de57ceb706f3, host dv-cinder-733623-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-11-iscsi',level=0,port_id=d9f5e101-f2bb-4e72-a792-de57ceb706f3,segment=NetworkSegment(b197157d-823a-4011-83db-be9afc8ebd7f),segment_id=b197157d-823a-4011-83db-be9afc8ebd7f)] {{(pid=103198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 17:16:44.590963 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2232f396-8099-44f6-b3a0-0fd6dea9b652 None None] Pushing event updated for resources: {'Port': ['ID=0967e5d8-ea3f-43d0-ad41-84aa3ac49cfd,revision_number=5']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:44.605416 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-35eb7ba5-7210-4553-acc2-77e30b33b4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (d9f5e101-f2bb-4e72-a792-de57ceb706f3), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:44.664299 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-fff07902-83c9-489a-b356-36fe47e7164a None None] Provisioning complete for port 0967e5d8-ea3f-43d0-ad41-84aa3ac49cfd triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:16:44.664868 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-fff07902-83c9-489a-b356-36fe47e7164a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (0967e5d8-ea3f-43d0-ad41-84aa3ac49cfd), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:44.736009 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-57cd454d-6dd7-4f57-802d-cff6b3d685cf tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Publish callbacks [] for security_group_rule (bc9a91d6-5175-492f-8c9c-cd0c93441117), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:44.766868 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eb7ba5-7210-4553-acc2-77e30b33b4e1 None None] Pushing event updated for resources: {'Port': ['ID=d9f5e101-f2bb-4e72-a792-de57ceb706f3,revision_number=2']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:44.805612 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-495a3621-f0be-43e4-b991-58303ac1e5ae admin admin] Publish callbacks [] for port (b335151e-254a-4744-a80a-19590b3125c0), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:44.808796 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-4bb7e856-816b-464e-8209-44ae87b7302f req-995cdb85-d4dc-43ec-b4b6-a7713849e1ce service neutron] 10.222.0.105 "GET /v2.0/networks/e751886b-bacb-46c7-b3e1-ad645f57d5d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3984735 Jan 18 17:16:44.810707 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-57cd454d-6dd7-4f57-802d-cff6b3d685cf tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433249'] for security_group_rule (bc9a91d6-5175-492f-8c9c-cd0c93441117), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:44.878808 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [req-b157ae5b-09c2-44a2-acbe-2e1c88f5ff43 req-ce406447-4eca-409c-a82a-651f2ece0c16 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] Deleting port c116489e-b171-4821-a10d-50e9757050d5 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 17:16:44.880410 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cd454d-6dd7-4f57-802d-cff6b3d685cf tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc9a91d6-5175-492f-8c9c-cd0c93441117,revision_number=0']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:44.883569 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-b157ae5b-09c2-44a2-acbe-2e1c88f5ff43 req-ce406447-4eca-409c-a82a-651f2ece0c16 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785612421596'] for port (c116489e-b171-4821-a10d-50e9757050d5), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:44.992709 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-fff07902-83c9-489a-b356-36fe47e7164a None None] Current status of the port 0967e5d8-ea3f-43d0-ad41-84aa3ac49cfd is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:16:45.102610 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Device 0967e5d8-ea3f-43d0-ad41-84aa3ac49cfd up at agent ovs-agent-dv-cinder-733623-11-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 17:16:45.116788 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-57cd454d-6dd7-4f57-802d-cff6b3d685cf tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:45.139946 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-57cd454d-6dd7-4f57-802d-cff6b3d685cf tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8516455 Jan 18 17:16:45.153222 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 56738) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:16:45.212982 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-3ad56f76-2bb1-450c-9360-fbdff31699d4 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Request body: {'floatingip': {'floating_network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430'}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:16:45.237355 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0138ea71-bc26-492b-a03a-ccaa9929da60 req-0b83145f-6650-4586-bfc7-efde3e22fea1 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:45.249320 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-0138ea71-bc26-492b-a03a-ccaa9929da60 req-0b83145f-6650-4586-bfc7-efde3e22fea1 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] 10.222.0.100 "GET /v2.0/ports?device_id=363aac93-220b-4434-9990-e429dbfadad7 HTTP/1.1" status: 200 len: 945 time: 0.3288422 Jan 18 17:16:45.275477 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-4bb7e856-816b-464e-8209-44ae87b7302f req-8b4e6cdd-925a-46c9-9796-3c3b10156770 service neutron] 10.222.0.105 "GET /v2.0/networks/e751886b-bacb-46c7-b3e1-ad645f57d5d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4467444 Jan 18 17:16:45.380755 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-0138ea71-bc26-492b-a03a-ccaa9929da60 req-ed86628c-f181-441d-a8fc-232022bea5a6 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] 10.222.0.100 "GET /v2.0/security-groups?id=0e8965bc-a288-442f-b721-3a0f13c576b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265783 Jan 18 17:16:45.396057 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Provisioning complete for port 0967e5d8-ea3f-43d0-ad41-84aa3ac49cfd triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:16:45.396573 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (0967e5d8-ea3f-43d0-ad41-84aa3ac49cfd), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:45.437322 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-3ad56f76-2bb1-450c-9360-fbdff31699d4 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:45.445842 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-495a3621-f0be-43e4-b991-58303ac1e5ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785611913804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4300409'] for port (b335151e-254a-4744-a80a-19590b3125c0), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:45.573258 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [req-b157ae5b-09c2-44a2-acbe-2e1c88f5ff43 req-ce406447-4eca-409c-a82a-651f2ece0c16 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] For port c116489e-b171-4821-a10d-50e9757050d5, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=c116489e-b171-4821-a10d-50e9757050d5,segment=NetworkSegment(9b0639ea-a186-4f2d-bc87-af60223e14c5),segment_id=9b0639ea-a186-4f2d-bc87-af60223e14c5)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:16:45.578778 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-b157ae5b-09c2-44a2-acbe-2e1c88f5ff43 req-ce406447-4eca-409c-a82a-651f2ece0c16 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653228'] for port (c116489e-b171-4821-a10d-50e9757050d5), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:45.588707 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Current status of the port 0967e5d8-ea3f-43d0-ad41-84aa3ac49cfd is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:16:45.609933 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495a3621-f0be-43e4-b991-58303ac1e5ae admin admin] Network 09e508a9-4d19-4482-acf1-bcc4a2adb430 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 17:16:45.620417 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9f7a32-4065-47fc-97da-09fd9a7a0eae req-fcfdae63-8a43-43e4-b37f-0cc6bbb27ff0 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:45.622022 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-ba9f7a32-4065-47fc-97da-09fd9a7a0eae req-fcfdae63-8a43-43e4-b37f-0cc6bbb27ff0 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "GET /v2.0/ports?device_id=0cf6cbd1-6df8-4d12-bd6f-0af78720aabe HTTP/1.1" status: 200 len: 944 time: 0.2738442 Jan 18 17:16:45.634872 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-495a3621-f0be-43e4-b991-58303ac1e5ae admin admin] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 17:16:45.640403 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [req-b157ae5b-09c2-44a2-acbe-2e1c88f5ff43 req-ce406447-4eca-409c-a82a-651f2ece0c16 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] Calling delete_port for c116489e-b171-4821-a10d-50e9757050d5 owned by compute:nova {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 17:16:45.647983 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495a3621-f0be-43e4-b991-58303ac1e5ae admin admin] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 17:16:45.718105 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-ba9f7a32-4065-47fc-97da-09fd9a7a0eae req-6c8eded3-86af-478f-aa90-409c2e8405d7 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "GET /v2.0/security-groups?id=c89a7dc5-0961-4a5a-ac1f-02410b7e5eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793700 Jan 18 17:16:45.721934 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495a3621-f0be-43e4-b991-58303ac1e5ae admin admin] Pushing event updated for resources: {'Port': ['ID=b335151e-254a-4744-a80a-19590b3125c0,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:45.767994 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-3ad56f76-2bb1-450c-9360-fbdff31699d4 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:45.965593 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.db.db_base_plugin_common [None req-3ad56f76-2bb1-450c-9360-fbdff31699d4 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Allocated IP 172.27.1.47 (09e508a9-4d19-4482-acf1-bcc4a2adb430/ac199632-c036-4879-8c53-e78832fc0d54/ad7bf62d-6111-499e-8f39-7d2aded60764) {{(pid=103197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 17:16:46.254097 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-3ad56f76-2bb1-450c-9360-fbdff31699d4 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Publish callbacks [] for port (ad7bf62d-6111-499e-8f39-7d2aded60764), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:46.262791 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-b157ae5b-09c2-44a2-acbe-2e1c88f5ff43 req-ce406447-4eca-409c-a82a-651f2ece0c16 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785612430192', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785611913813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4300409'] for port (c116489e-b171-4821-a10d-50e9757050d5), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:46.429225 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce406447-4eca-409c-a82a-651f2ece0c16 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] Pushing event deleted for resources: {'Port': ['ID=c116489e-b171-4821-a10d-50e9757050d5,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:46.480861 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d16ec9-38dd-4bc0-9b24-09bf83230325 None None] Network 0c17f545-2bb3-4abb-be71-29d5f95f2d88 requested from dv-cinder-733623-11-iscsi {{(pid=103198) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 17:16:46.528923 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [req-b157ae5b-09c2-44a2-acbe-2e1c88f5ff43 req-ce406447-4eca-409c-a82a-651f2ece0c16 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] No DVR routers for this DVR port c116489e-b171-4821-a10d-50e9757050d5 on host hv-cinder-73362 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 17:16:46.536225 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-b157ae5b-09c2-44a2-acbe-2e1c88f5ff43 req-ce406447-4eca-409c-a82a-651f2ece0c16 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1923895'] for port (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:46.540635 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-3ad56f76-2bb1-450c-9360-fbdff31699d4 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785611913804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6115669'] for port (ad7bf62d-6111-499e-8f39-7d2aded60764), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:46.556972 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b157ae5b-09c2-44a2-acbe-2e1c88f5ff43 req-ce406447-4eca-409c-a82a-651f2ece0c16 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] 10.222.0.105 "DELETE /v2.0/ports/c116489e-b171-4821-a10d-50e9757050d5 HTTP/1.1" status: 204 len: 173 time: 2.1517525 Jan 18 17:16:46.558617 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '363aac93-220b-4434-9990-e429dbfadad7', 'name': 'network-vif-deleted', 'tag': 'c116489e-b171-4821-a10d-50e9757050d5'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 17:16:46.568789 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dae96983658fa47cc55ad2b43631f290e6eb934f25c74fb238f11dfd9473403c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb72a25-3dd4-4b5b-9435-67338fb85124" -d '{"events": [{"server_uuid": "363aac93-220b-4434-9990-e429dbfadad7", "name": "network-vif-deleted", "tag": "c116489e-b171-4821-a10d-50e9757050d5"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 17:16:46.692439 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad56f76-2bb1-450c-9360-fbdff31699d4 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Network 09e508a9-4d19-4482-acf1-bcc4a2adb430 is already hosted by enough agents. {{(pid=103197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 17:16:46.697054 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 17:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-464e6a0b-97bb-4d0b-9ce3-ba671226c41e x-openstack-request-id: req-464e6a0b-97bb-4d0b-9ce3-ba671226c41e {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 17:16:46.698286 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "363aac93-220b-4434-9990-e429dbfadad7", "name": "network-vif-deleted", "tag": "c116489e-b171-4821-a10d-50e9757050d5", "status": "completed", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 17:16:46.698286 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-464e6a0b-97bb-4d0b-9ce3-ba671226c41e {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 17:16:46.698286 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '363aac93-220b-4434-9990-e429dbfadad7', 'name': 'network-vif-deleted', 'tag': 'c116489e-b171-4821-a10d-50e9757050d5', 'status': 'completed', 'code': 200} Jan 18 17:16:46.698882 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-495a3621-f0be-43e4-b991-58303ac1e5ae admin admin] Publish callbacks [] for router_gateway (2e365302-71a6-4cdc-aaf8-2ff4eb24cb67), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:46.705085 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.base_scheduler [None req-3ad56f76-2bb1-450c-9360-fbdff31699d4 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Resources bound (agent type, host, resource id): {{(pid=103197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 17:16:46.710811 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad56f76-2bb1-450c-9360-fbdff31699d4 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Received port after_create {{(pid=103197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 17:16:46.714636 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad56f76-2bb1-450c-9360-fbdff31699d4 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Pushing event updated for resources: {'Port': ['ID=ad7bf62d-6111-499e-8f39-7d2aded60764,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:46.717052 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-a981c2c0-8db3-44a8-b0ce-24dadd01d748 req-e3e1b35c-91f9-4a59-ace4-122086476b8a tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] 10.222.0.100 "GET /v2.0/ports?device_id=363aac93-220b-4434-9990-e429dbfadad7 HTTP/1.1" status: 200 len: 210 time: 0.1857843 Jan 18 17:16:46.726945 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-85a3f086-a239-48eb-b7fc-f136ea1ae1c3 None None] Provisioning complete for port d9f5e101-f2bb-4e72-a792-de57ceb706f3 triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:16:46.726945 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-85a3f086-a239-48eb-b7fc-f136ea1ae1c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (d9f5e101-f2bb-4e72-a792-de57ceb706f3), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:46.930331 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-85a3f086-a239-48eb-b7fc-f136ea1ae1c3 None None] Current status of the port d9f5e101-f2bb-4e72-a792-de57ceb706f3 is: DOWN; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:16:46.931166 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-85a3f086-a239-48eb-b7fc-f136ea1ae1c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (d9f5e101-f2bb-4e72-a792-de57ceb706f3), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:46.998080 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 56758) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:16:47.025219 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-85a3f086-a239-48eb-b7fc-f136ea1ae1c3 None None] For port d9f5e101-f2bb-4e72-a792-de57ceb706f3, host dv-cinder-733623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-11-iscsi',level=0,port_id=d9f5e101-f2bb-4e72-a792-de57ceb706f3,segment=NetworkSegment(b197157d-823a-4011-83db-be9afc8ebd7f),segment_id=b197157d-823a-4011-83db-be9afc8ebd7f)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:16:47.150785 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-85a3f086-a239-48eb-b7fc-f136ea1ae1c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (d9f5e101-f2bb-4e72-a792-de57ceb706f3), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:47.289755 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-495a3621-f0be-43e4-b991-58303ac1e5ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648101'] for router (2e365302-71a6-4cdc-aaf8-2ff4eb24cb67), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:47.340251 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Device c116489e-b171-4821-a10d-50e9757050d5 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 17:16:47.347335 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Device d9f5e101-f2bb-4e72-a792-de57ceb706f3 up at agent ovs-agent-dv-cinder-733623-11-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 17:16:47.353703 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a3f086-a239-48eb-b7fc-f136ea1ae1c3 None None] Pushing event updated for resources: {'Port': ['ID=d9f5e101-f2bb-4e72-a792-de57ceb706f3,revision_number=3']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:47.372325 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e266a3be-9e65-49f7-ab0b-5bad0991bd18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:47.576384 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-3ad56f76-2bb1-450c-9360-fbdff31699d4 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Publish callbacks [] for floatingip (312887bb-c7c5-459a-b6e2-20f85aedefe6), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:47.595800 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c0679-3a1f-4813-9e93-0c74bebf59df req-512e0f20-e4b9-46d5-91bf-25916a4e7f10 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:47.604509 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-f48c0679-3a1f-4813-9e93-0c74bebf59df req-512e0f20-e4b9-46d5-91bf-25916a4e7f10 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "GET /v2.0/ports?device_id=0cf6cbd1-6df8-4d12-bd6f-0af78720aabe HTTP/1.1" status: 200 len: 944 time: 0.6764591 Jan 18 17:16:47.611386 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e266a3be-9e65-49f7-ab0b-5bad0991bd18 admin admin] Publish callbacks [] for security_group (d9af24e1-fc41-4910-9d40-69377d40a0f1), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:47.711209 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-3ad56f76-2bb1-450c-9360-fbdff31699d4 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (ad7bf62d-6111-499e-8f39-7d2aded60764), before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:47.721975 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-f48c0679-3a1f-4813-9e93-0c74bebf59df req-8a96bbea-e97a-4455-ada4-ce346a296179 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "GET /v2.0/security-groups?id=c89a7dc5-0961-4a5a-ac1f-02410b7e5eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147871 Jan 18 17:16:47.728854 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e266a3be-9e65-49f7-ab0b-5bad0991bd18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (d9af24e1-fc41-4910-9d40-69377d40a0f1), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:47.746356 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-495a3621-f0be-43e4-b991-58303ac1e5ae admin admin] Router 2e365302-71a6-4cdc-aaf8-2ff4eb24cb67 is scheduled to L3 agent 34860b7f-7c9d-4265-9a0a-1b9bd2e1622e with binding_index 1 {{(pid=103196) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 17:16:47.785774 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] No Port match for: c116489e-b171-4821-a10d-50e9757050d5 {{(pid=103198) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 17:16:47.786873 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Device c116489e-b171-4821-a10d-50e9757050d5 not bound to the agent host hv-cinder-73362 {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 17:16:47.850023 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-ae840168-0c18-4434-942b-4bad74a6136d None None] Provisioning complete for port d9f5e101-f2bb-4e72-a792-de57ceb706f3 triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:16:47.854667 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-ae840168-0c18-4434-942b-4bad74a6136d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (d9f5e101-f2bb-4e72-a792-de57ceb706f3), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:47.905507 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e266a3be-9e65-49f7-ab0b-5bad0991bd18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9af24e1-fc41-4910-9d40-69377d40a0f1,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:47.919403 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-e266a3be-9e65-49f7-ab0b-5bad0991bd18 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=8cd337a03f874037889591ab6a595025&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9175386 Jan 18 17:16:47.924450 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 56778) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:16:47.952696 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Provisioning complete for port d9f5e101-f2bb-4e72-a792-de57ceb706f3 triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:16:47.953260 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (d9f5e101-f2bb-4e72-a792-de57ceb706f3), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:48.049548 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-44324a69-7646-40ea-972d-ec04f022a832 req-617ae39b-13d0-463c-b5b4-ca360cdfcab6 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] 10.222.0.100 "GET /v2.0/ports?device_id=363aac93-220b-4434-9990-e429dbfadad7 HTTP/1.1" status: 200 len: 210 time: 0.0530245 Jan 18 17:16:48.107386 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-3ad56f76-2bb1-450c-9360-fbdff31699d4 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Publish callbacks [] for port (ad7bf62d-6111-499e-8f39-7d2aded60764), precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:48.110234 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-ae840168-0c18-4434-942b-4bad74a6136d None None] Current status of the port d9f5e101-f2bb-4e72-a792-de57ceb706f3 is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:16:48.128080 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Current status of the port d9f5e101-f2bb-4e72-a792-de57ceb706f3 is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:16:48.180462 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-3ad56f76-2bb1-450c-9360-fbdff31699d4 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6115650'] for port (ad7bf62d-6111-499e-8f39-7d2aded60764), after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:48.266444 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-3ad56f76-2bb1-450c-9360-fbdff31699d4 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647951'] for floatingip (312887bb-c7c5-459a-b6e2-20f85aedefe6), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:48.314043 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad56f76-2bb1-450c-9360-fbdff31699d4 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Pushing event updated for resources: {'Port': ['ID=ad7bf62d-6111-499e-8f39-7d2aded60764,revision_number=2']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:48.370375 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-3ad56f76-2bb1-450c-9360-fbdff31699d4 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1923895'] for floatingip (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:48.380098 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-3ad56f76-2bb1-450c-9360-fbdff31699d4 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1838348 Jan 18 17:16:48.478737 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1910dc7b-6441-48df-a490-eecd1981f915 admin admin] Publish callbacks [] for security_group (d9af24e1-fc41-4910-9d40-69377d40a0f1), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:48.501413 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-495a3621-f0be-43e4-b991-58303ac1e5ae admin admin] Notify agent at l3_agent.dv-cinder-733623-11-iscsi the message routers_updated {{(pid=103196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 17:16:48.514078 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bedb849-c5ab-416b-9355-2a1eb6d2a865 None None] Sync routers for ids ['2e365302-71a6-4cdc-aaf8-2ff4eb24cb67'] in dv-cinder-733623-11-iscsi {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 17:16:48.533046 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1910dc7b-6441-48df-a490-eecd1981f915 admin admin] Publish callbacks [] for security_group (d9af24e1-fc41-4910-9d40-69377d40a0f1), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:48.550133 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bedb849-c5ab-416b-9355-2a1eb6d2a865 None None] Routers {'2e365302-71a6-4cdc-aaf8-2ff4eb24cb67'} bound to L3 agent in host dv-cinder-733623-11-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 17:16:48.550782 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-5bedb849-c5ab-416b-9355-2a1eb6d2a865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T17:04:58Z,description=,heartbeat_timestamp=2022-01-18T17:16:28Z,host='dv-cinder-733623-11-iscsi',id=34860b7f-7c9d-4265-9a0a-1b9bd2e1622e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T17:04:59Z,topic='l3_agent')) {'router_ids': ['2e365302-71a6-4cdc-aaf8-2ff4eb24cb67'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:16:48.652156 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-495a3621-f0be-43e4-b991-58303ac1e5ae admin admin] Publish callbacks [] for router (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:48.656390 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-495a3621-f0be-43e4-b991-58303ac1e5ae admin admin] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.2206507 Jan 18 17:16:48.656704 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 56800) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:16:48.739779 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-fa4d8724-6186-422b-bd0a-bb6e590084e4 req-237834cb-7a4a-4ae8-898b-2da7db544a60 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/security-groups?name=tempest-securitygroup--1877365786&fields=id&tenant_id=e39431ed93ab40b3bd3a181b2afcac3d HTTP/1.1" status: 200 len: 267 time: 0.0735335 Jan 18 17:16:48.741938 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-5bedb849-c5ab-416b-9355-2a1eb6d2a865 None None] Set router 2e365302-71a6-4cdc-aaf8-2ff4eb24cb67 gateway port host: dv-cinder-733623-11-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 17:16:48.759763 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1910dc7b-6441-48df-a490-eecd1981f915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (d9af24e1-fc41-4910-9d40-69377d40a0f1), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:48.762777 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1910dc7b-6441-48df-a490-eecd1981f915 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:48.766268 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-1910dc7b-6441-48df-a490-eecd1981f915 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/d9af24e1-fc41-4910-9d40-69377d40a0f1 HTTP/1.1" status: 204 len: 168 time: 0.8383923 Jan 18 17:16:48.801642 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1910dc7b-6441-48df-a490-eecd1981f915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9af24e1-fc41-4910-9d40-69377d40a0f1,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:49.037445 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4d8724-6186-422b-bd0a-bb6e590084e4 req-33ad0ba7-db7b-469b-bf9c-a94ef96f47f9 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:49.045184 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-fa4d8724-6186-422b-bd0a-bb6e590084e4 req-33ad0ba7-db7b-469b-bf9c-a94ef96f47f9 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/networks?id=6beef8c8-11cd-4aa0-ae20-531a45b1faf5 HTTP/1.1" status: 200 len: 810 time: 0.3030748 Jan 18 17:16:49.069833 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76167c4-27a3-434c-bbf5-a331b3db0501 req-722b0911-f283-47fd-b9d6-47f8ad564c6d tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:49.072537 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-e76167c4-27a3-434c-bbf5-a331b3db0501 req-722b0911-f283-47fd-b9d6-47f8ad564c6d tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "GET /v2.0/ports?device_id=0cf6cbd1-6df8-4d12-bd6f-0af78720aabe HTTP/1.1" status: 200 len: 944 time: 0.1718445 Jan 18 17:16:49.087927 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-fa4d8724-6186-422b-bd0a-bb6e590084e4 req-65e9c181-806f-4335-95d3-8916fce21958 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/quotas/e39431ed93ab40b3bd3a181b2afcac3d HTTP/1.1" status: 200 len: 375 time: 0.0354161 Jan 18 17:16:49.128154 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Device d9f5e101-f2bb-4e72-a792-de57ceb706f3 up at agent ovs-agent-dv-cinder-733623-11-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 17:16:49.218112 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-e76167c4-27a3-434c-bbf5-a331b3db0501 req-0c1b1b54-be7b-4101-b237-7643d4c148d5 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "GET /v2.0/security-groups?id=c89a7dc5-0961-4a5a-ac1f-02410b7e5eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259618 Jan 18 17:16:49.282590 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-fa4d8724-6186-422b-bd0a-bb6e590084e4 req-5e471864-7cba-4885-a3b8-c85ae443cbc3 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=e39431ed93ab40b3bd3a181b2afcac3d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1901147 Jan 18 17:16:49.343904 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-5bedb849-c5ab-416b-9355-2a1eb6d2a865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e365302-71a6-4cdc-aaf8-2ff4eb24cb67', 'name': 'tempest-TestVolumeBootPattern-168893207-router', 'tenant_id': '09bf69f6abdb4a3083dce101c7984e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'b335151e-254a-4744-a80a-19590b3125c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:16:42Z', 'updated_at': '2022-01-18T17:16:45Z', 'revision_number': 3, 'project_id': '09bf69f6abdb4a3083dce101c7984e29', 'gw_port': {'id': 'b335151e-254a-4744-a80a-19590b3125c0', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0d:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e365302-71a6-4cdc-aaf8-2ff4eb24cb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:44Z', 'updated_at': '2022-01-18T17:16:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi'}], 'dv-cinder-733623-11-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:16:49.416863 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bedb849-c5ab-416b-9355-2a1eb6d2a865 None None] Checking router: 2e365302-71a6-4cdc-aaf8-2ff4eb24cb67 for host: dv-cinder-733623-11-iscsi {{(pid=103198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 17:16:49.417499 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bedb849-c5ab-416b-9355-2a1eb6d2a865 None None] Updating router 2e365302-71a6-4cdc-aaf8-2ff4eb24cb67 port b335151e-254a-4744-a80a-19590b3125c0 binding host dv-cinder-733623-11-iscsi {{(pid=103198) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 17:16:49.469011 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Provisioning complete for port d9f5e101-f2bb-4e72-a792-de57ceb706f3 triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:16:49.472316 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (d9f5e101-f2bb-4e72-a792-de57ceb706f3), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:49.549007 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5bedb849-c5ab-416b-9355-2a1eb6d2a865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (b335151e-254a-4744-a80a-19590b3125c0), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:49.699956 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-fa4d8724-6186-422b-bd0a-bb6e590084e4 req-e27c2db4-3e54-497e-bd14-43d302506901 service neutron] 10.222.0.100 "GET /v2.0/networks/6beef8c8-11cd-4aa0-ae20-531a45b1faf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3868618 Jan 18 17:16:49.787206 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d54f5179-27fe-4d60-bd72-a19eac13911a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:49.832011 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Current status of the port d9f5e101-f2bb-4e72-a792-de57ceb706f3 is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:16:49.840907 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-fa4d8724-6186-422b-bd0a-bb6e590084e4 req-6ac1a159-f16e-4bcb-bd98-51cdb969e439 service neutron] 10.222.0.100 "GET /v2.0/networks/6beef8c8-11cd-4aa0-ae20-531a45b1faf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385174 Jan 18 17:16:50.069896 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-d54f5179-27fe-4d60-bd72-a19eac13911a admin admin] Allocated IP 172.20.0.1 (0c17f545-2bb3-4abb-be71-29d5f95f2d88/92e52731-b298-4268-83b9-5cd526153971/a2c8d537-91bc-432b-8688-4b0039e89285) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 17:16:50.071703 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5bedb849-c5ab-416b-9355-2a1eb6d2a865 None None] Publish callbacks [] for port (b335151e-254a-4744-a80a-19590b3125c0), precommit_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:50.167991 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5bedb849-c5ab-416b-9355-2a1eb6d2a865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (b335151e-254a-4744-a80a-19590b3125c0), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:50.333983 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-5bedb849-c5ab-416b-9355-2a1eb6d2a865 None None] Attempting to bind port b335151e-254a-4744-a80a-19590b3125c0 on host dv-cinder-733623-11-iscsi for vnic_type normal with profile {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 17:16:50.336379 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d54f5179-27fe-4d60-bd72-a19eac13911a admin admin] Publish callbacks [] for port (a2c8d537-91bc-432b-8688-4b0039e89285), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:50.338007 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-5bedb849-c5ab-416b-9355-2a1eb6d2a865 None None] Attempting to bind port b335151e-254a-4744-a80a-19590b3125c0 by drivers openvswitch,hyperv on host dv-cinder-733623-11-iscsi at level 0 using segments [{'id': 'e313aa2e-7c8f-481c-b82b-97bbd998f4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430'}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 17:16:50.338489 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bedb849-c5ab-416b-9355-2a1eb6d2a865 None None] Attempting to bind port b335151e-254a-4744-a80a-19590b3125c0 on network 09e508a9-4d19-4482-acf1-bcc4a2adb430 {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 17:16:50.364580 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bedb849-c5ab-416b-9355-2a1eb6d2a865 None None] Checking agent: {'id': 'a6f837d2-7b5b-4cd3-9c28-296017d8b8e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 17, 5, 2), 'started_at': datetime.datetime(2022, 1, 18, 17, 5, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 17, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 17:16:50.364980 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bedb849-c5ab-416b-9355-2a1eb6d2a865 None None] Checking segment: {'id': 'e313aa2e-7c8f-481c-b82b-97bbd998f4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 17:16:50.365282 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5bedb849-c5ab-416b-9355-2a1eb6d2a865 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:50.365714 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bedb849-c5ab-416b-9355-2a1eb6d2a865 None None] Bound using segment: {'id': 'e313aa2e-7c8f-481c-b82b-97bbd998f4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430'} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 17:16:50.372503 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-5bedb849-c5ab-416b-9355-2a1eb6d2a865 None None] Bound port: b335151e-254a-4744-a80a-19590b3125c0, host: dv-cinder-733623-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e313aa2e-7c8f-481c-b82b-97bbd998f4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430'}}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 17:16:50.377024 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5bedb849-c5ab-416b-9355-2a1eb6d2a865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (b335151e-254a-4744-a80a-19590b3125c0), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:50.428134 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 56830) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:16:50.435544 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-deb3f1e0-4793-443f-a33f-058e61e963f9 req-a0329e22-ee79-4575-8ec7-7fcee1a33cdf tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/ports?device_id=a0142f18-1c38-4d0b-841f-2f6eecb854b9 HTTP/1.1" status: 200 len: 210 time: 0.0766928 Jan 18 17:16:50.512602 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d54f5179-27fe-4d60-bd72-a19eac13911a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785611913804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4300409'] for port (a2c8d537-91bc-432b-8688-4b0039e89285), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:50.515643 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fa8a34-e4d0-46e0-8564-4660d240d781 None None] Pushing event updated for resources: {'Port': ['ID=b335151e-254a-4744-a80a-19590b3125c0,revision_number=2']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:50.575188 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-5bedb849-c5ab-416b-9355-2a1eb6d2a865 None None] For port b335151e-254a-4744-a80a-19590b3125c0, host dv-cinder-733623-11-iscsi, cleared binding levels {{(pid=103198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 17:16:50.587852 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d28424c-35a9-44a7-93fe-a5ebc2d1ab1a req-6076a80b-fd4e-49c9-ace7-63039f5a6f92 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:50.591089 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54f5179-27fe-4d60-bd72-a19eac13911a admin admin] Network 0c17f545-2bb3-4abb-be71-29d5f95f2d88 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 17:16:50.596498 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-d54f5179-27fe-4d60-bd72-a19eac13911a admin admin] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 17:16:50.601964 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-3d28424c-35a9-44a7-93fe-a5ebc2d1ab1a req-6076a80b-fd4e-49c9-ace7-63039f5a6f92 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "GET /v2.0/ports?device_id=0cf6cbd1-6df8-4d12-bd6f-0af78720aabe HTTP/1.1" status: 200 len: 944 time: 0.1791012 Jan 18 17:16:50.602192 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-5bedb849-c5ab-416b-9355-2a1eb6d2a865 None None] For port b335151e-254a-4744-a80a-19590b3125c0, host dv-cinder-733623-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-11-iscsi',level=0,port_id=b335151e-254a-4744-a80a-19590b3125c0,segment=NetworkSegment(e313aa2e-7c8f-481c-b82b-97bbd998f4e0),segment_id=e313aa2e-7c8f-481c-b82b-97bbd998f4e0)] {{(pid=103198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 17:16:50.602506 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54f5179-27fe-4d60-bd72-a19eac13911a admin admin] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 17:16:50.653744 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54f5179-27fe-4d60-bd72-a19eac13911a admin admin] Pushing event updated for resources: {'Port': ['ID=a2c8d537-91bc-432b-8688-4b0039e89285,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:50.677677 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d54f5179-27fe-4d60-bd72-a19eac13911a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-647824'] for router_interface (2e365302-71a6-4cdc-aaf8-2ff4eb24cb67), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:50.686601 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-3d28424c-35a9-44a7-93fe-a5ebc2d1ab1a req-dfca37f2-3391-4828-8d8e-3cae23a5c9d2 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "GET /v2.0/security-groups?id=c89a7dc5-0961-4a5a-ac1f-02410b7e5eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857847 Jan 18 17:16:50.689593 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5bedb849-c5ab-416b-9355-2a1eb6d2a865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (b335151e-254a-4744-a80a-19590b3125c0), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:50.701198 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-8dc3919e-a005-4def-9a43-39683690c469 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:50.774728 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bedb849-c5ab-416b-9355-2a1eb6d2a865 None None] Routers {'2e365302-71a6-4cdc-aaf8-2ff4eb24cb67'} bound to L3 agent in host dv-cinder-733623-11-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 17:16:50.774728 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-5bedb849-c5ab-416b-9355-2a1eb6d2a865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T17:04:58Z,description=,heartbeat_timestamp=2022-01-18T17:16:28Z,host='dv-cinder-733623-11-iscsi',id=34860b7f-7c9d-4265-9a0a-1b9bd2e1622e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T17:04:59Z,topic='l3_agent')) {'router_ids': ['2e365302-71a6-4cdc-aaf8-2ff4eb24cb67'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:16:50.777093 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fa8a34-e4d0-46e0-8564-4660d240d781 None None] Pushing event updated for resources: {'Port': ['ID=b335151e-254a-4744-a80a-19590b3125c0,revision_number=3']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:50.922725 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-8dc3919e-a005-4def-9a43-39683690c469 admin admin] Publish callbacks [] for security_group (18af07fb-ce54-4c06-82a6-60c24a58fd8a), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:50.953678 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-5bedb849-c5ab-416b-9355-2a1eb6d2a865 None None] Set router 2e365302-71a6-4cdc-aaf8-2ff4eb24cb67 gateway port host: dv-cinder-733623-11-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 17:16:51.002518 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-8dc3919e-a005-4def-9a43-39683690c469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (18af07fb-ce54-4c06-82a6-60c24a58fd8a), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:51.058739 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-8dc3919e-a005-4def-9a43-39683690c469 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=58478badcacb4298922dfd5f89ac6690&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6285069 Jan 18 17:16:51.059782 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc3919e-a005-4def-9a43-39683690c469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18af07fb-ce54-4c06-82a6-60c24a58fd8a,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:51.063708 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 56838) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:16:51.171886 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d54f5179-27fe-4d60-bd72-a19eac13911a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (a2c8d537-91bc-432b-8688-4b0039e89285), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:51.183817 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-8bb2140a-81ce-4e70-902f-81d5bc75c8c1 None None] Provisioning complete for port a2c8d537-91bc-432b-8688-4b0039e89285 triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:16:51.184416 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-8bb2140a-81ce-4e70-902f-81d5bc75c8c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (a2c8d537-91bc-432b-8688-4b0039e89285), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:51.290543 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-8bb2140a-81ce-4e70-902f-81d5bc75c8c1 None None] Port a2c8d537-91bc-432b-8688-4b0039e89285 cannot update to ACTIVE because it is not bound. {{(pid=103198) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 17:16:51.310620 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3db1cc04-a02d-474b-8757-69bea89604d4 admin admin] Publish callbacks [] for security_group (18af07fb-ce54-4c06-82a6-60c24a58fd8a), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:51.336937 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-5bedb849-c5ab-416b-9355-2a1eb6d2a865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e365302-71a6-4cdc-aaf8-2ff4eb24cb67', 'name': 'tempest-TestVolumeBootPattern-168893207-router', 'tenant_id': '09bf69f6abdb4a3083dce101c7984e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'b335151e-254a-4744-a80a-19590b3125c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:16:42Z', 'updated_at': '2022-01-18T17:16:45Z', 'revision_number': 3, 'project_id': '09bf69f6abdb4a3083dce101c7984e29', 'gw_port': {'id': 'b335151e-254a-4744-a80a-19590b3125c0', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0d:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e365302-71a6-4cdc-aaf8-2ff4eb24cb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:44Z', 'updated_at': '2022-01-18T17:16:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi'}], 'dv-cinder-733623-11-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:16:51.347703 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3db1cc04-a02d-474b-8757-69bea89604d4 admin admin] Publish callbacks [] for security_group (18af07fb-ce54-4c06-82a6-60c24a58fd8a), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:51.373030 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bedb849-c5ab-416b-9355-2a1eb6d2a865 None None] The sync data for ids ['2e365302-71a6-4cdc-aaf8-2ff4eb24cb67'] in dv-cinder-733623-11-iscsi is: [{'id': '2e365302-71a6-4cdc-aaf8-2ff4eb24cb67', 'name': 'tempest-TestVolumeBootPattern-168893207-router', 'tenant_id': '09bf69f6abdb4a3083dce101c7984e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'b335151e-254a-4744-a80a-19590b3125c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:16:42Z', 'updated_at': '2022-01-18T17:16:45Z', 'revision_number': 3, 'project_id': '09bf69f6abdb4a3083dce101c7984e29', 'gw_port': {'id': 'b335151e-254a-4744-a80a-19590b3125c0', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0d:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e365302-71a6-4cdc-aaf8-2ff4eb24cb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:44Z', 'updated_at': '2022-01-18T17:16:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi'}] {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 17:16:51.549275 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d54f5179-27fe-4d60-bd72-a19eac13911a admin admin] Publish callbacks [] for port (a2c8d537-91bc-432b-8688-4b0039e89285), precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:51.554011 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3db1cc04-a02d-474b-8757-69bea89604d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (18af07fb-ce54-4c06-82a6-60c24a58fd8a), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:51.562518 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3db1cc04-a02d-474b-8757-69bea89604d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:51.562518 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-3db1cc04-a02d-474b-8757-69bea89604d4 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/18af07fb-ce54-4c06-82a6-60c24a58fd8a HTTP/1.1" status: 204 len: 168 time: 0.4938638 Jan 18 17:16:51.595869 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b79eda86-92ad-4bf2-b1e3-009ed6be4523 req-e169abba-9047-4868-8c56-8d7d2717c26e tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/ports?device_id=a0142f18-1c38-4d0b-841f-2f6eecb854b9 HTTP/1.1" status: 200 len: 210 time: 0.0694721 Jan 18 17:16:51.607672 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db1cc04-a02d-474b-8757-69bea89604d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18af07fb-ce54-4c06-82a6-60c24a58fd8a,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:51.631688 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d54f5179-27fe-4d60-bd72-a19eac13911a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4300398'] for port (a2c8d537-91bc-432b-8688-4b0039e89285), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:51.776804 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d54f5179-27fe-4d60-bd72-a19eac13911a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-647780'] for router_interface (2e365302-71a6-4cdc-aaf8-2ff4eb24cb67), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:51.782226 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54f5179-27fe-4d60-bd72-a19eac13911a admin admin] Pushing event updated for resources: {'Port': ['ID=a2c8d537-91bc-432b-8688-4b0039e89285,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:51.903584 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a975d-38e7-4fa5-9fc9-505df0398d15 req-a78c0115-ab45-4775-88aa-f5b7433e0e3c tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:51.905352 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-428a975d-38e7-4fa5-9fc9-505df0398d15 req-a78c0115-ab45-4775-88aa-f5b7433e0e3c tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "GET /v2.0/ports?device_id=0cf6cbd1-6df8-4d12-bd6f-0af78720aabe HTTP/1.1" status: 200 len: 944 time: 0.0795245 Jan 18 17:16:52.036745 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-428a975d-38e7-4fa5-9fc9-505df0398d15 req-5127de9b-7641-42a1-835c-f9ebdf544813 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "GET /v2.0/security-groups?id=c89a7dc5-0961-4a5a-ac1f-02410b7e5eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166713 Jan 18 17:16:52.050189 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54f5179-27fe-4d60-bd72-a19eac13911a admin admin] Network 0c17f545-2bb3-4abb-be71-29d5f95f2d88 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 17:16:52.052004 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-d54f5179-27fe-4d60-bd72-a19eac13911a admin admin] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 17:16:52.262350 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d54f5179-27fe-4d60-bd72-a19eac13911a admin admin] Router 2e365302-71a6-4cdc-aaf8-2ff4eb24cb67 has already been hosted by L3 agent 34860b7f-7c9d-4265-9a0a-1b9bd2e1622e {{(pid=103196) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 17:16:52.563479 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-dc22d88e-40bf-4b1e-818f-6d22d9f619d8 None None] Provisioning complete for port a2c8d537-91bc-432b-8688-4b0039e89285 triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:16:52.563479 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-dc22d88e-40bf-4b1e-818f-6d22d9f619d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (a2c8d537-91bc-432b-8688-4b0039e89285), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:52.565432 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d54f5179-27fe-4d60-bd72-a19eac13911a admin admin] Notify agent at l3_agent.dv-cinder-733623-11-iscsi the message routers_updated {{(pid=103196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 17:16:52.565432 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-d54f5179-27fe-4d60-bd72-a19eac13911a admin admin] 10.222.0.100 "PUT /v2.0/routers/2e365302-71a6-4cdc-aaf8-2ff4eb24cb67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8535440 Jan 18 17:16:52.603286 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-dc22d88e-40bf-4b1e-818f-6d22d9f619d8 None None] Port a2c8d537-91bc-432b-8688-4b0039e89285 cannot update to ACTIVE because it is not bound. {{(pid=103198) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 17:16:52.641675 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 56858) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:16:52.683705 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-519bec6b-1af5-4b4f-9b93-29a3e409ab7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:52.817528 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-478e4c92-24ac-478d-81d9-ece2cfb890b5 req-149d7790-90e3-46ba-9252-96c0d6af8c8a tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/ports?device_id=a0142f18-1c38-4d0b-841f-2f6eecb854b9 HTTP/1.1" status: 200 len: 210 time: 0.0703561 Jan 18 17:16:52.902284 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-519bec6b-1af5-4b4f-9b93-29a3e409ab7c admin admin] Publish callbacks [] for security_group (8af5cf08-63be-4efa-877a-6042aeefc8ee), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:52.985459 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-519bec6b-1af5-4b4f-9b93-29a3e409ab7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (8af5cf08-63be-4efa-877a-6042aeefc8ee), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:53.062034 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-519bec6b-1af5-4b4f-9b93-29a3e409ab7c admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=7353e41846ed42dea263cf4bb6c21e52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4184535 Jan 18 17:16:53.064674 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519bec6b-1af5-4b4f-9b93-29a3e409ab7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8af5cf08-63be-4efa-877a-6042aeefc8ee,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:53.065772 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 56864) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:16:53.153575 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5a55d6c7-7443-4904-b031-4b3495acf99e admin admin] Publish callbacks [] for security_group (8af5cf08-63be-4efa-877a-6042aeefc8ee), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:53.183761 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Device b335151e-254a-4744-a80a-19590b3125c0 up at agent ovs-agent-dv-cinder-733623-11-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 17:16:53.234737 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5a55d6c7-7443-4904-b031-4b3495acf99e admin admin] Publish callbacks [] for security_group (8af5cf08-63be-4efa-877a-6042aeefc8ee), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:53.342756 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3ed10b-8b4b-4b9a-b1ea-1fdb03fa76bd req-9f7d539c-f0d1-4668-91b9-0b33307b74fd tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:53.353361 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-ba3ed10b-8b4b-4b9a-b1ea-1fdb03fa76bd req-9f7d539c-f0d1-4668-91b9-0b33307b74fd tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "GET /v2.0/ports?device_id=0cf6cbd1-6df8-4d12-bd6f-0af78720aabe HTTP/1.1" status: 200 len: 944 time: 0.1135180 Jan 18 17:16:53.408460 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5a55d6c7-7443-4904-b031-4b3495acf99e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (8af5cf08-63be-4efa-877a-6042aeefc8ee), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:53.411448 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5a55d6c7-7443-4904-b031-4b3495acf99e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:53.417781 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-5a55d6c7-7443-4904-b031-4b3495acf99e admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/8af5cf08-63be-4efa-877a-6042aeefc8ee HTTP/1.1" status: 204 len: 168 time: 0.3503888 Jan 18 17:16:53.430898 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a55d6c7-7443-4904-b031-4b3495acf99e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af5cf08-63be-4efa-877a-6042aeefc8ee,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:53.435925 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-ba3ed10b-8b4b-4b9a-b1ea-1fdb03fa76bd req-ad310738-5090-4b72-a64e-f95e5a2bfcfe tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "GET /v2.0/security-groups?id=c89a7dc5-0961-4a5a-ac1f-02410b7e5eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803111 Jan 18 17:16:53.626195 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Provisioning complete for port b335151e-254a-4744-a80a-19590b3125c0 triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:16:53.627029 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (b335151e-254a-4744-a80a-19590b3125c0), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:53.739873 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Current status of the port b335151e-254a-4744-a80a-19590b3125c0 is: DOWN; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:16:53.740348 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (b335151e-254a-4744-a80a-19590b3125c0), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:53.783524 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] For port b335151e-254a-4744-a80a-19590b3125c0, host dv-cinder-733623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-11-iscsi',level=0,port_id=b335151e-254a-4744-a80a-19590b3125c0,segment=NetworkSegment(e313aa2e-7c8f-481c-b82b-97bbd998f4e0),segment_id=e313aa2e-7c8f-481c-b82b-97bbd998f4e0)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:16:53.963285 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-27f35b81-9b09-487c-818b-d77a2a16c926 req-f8cc70f7-2e79-4b84-ace1-e985cd7bf3c9 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/ports?device_id=a0142f18-1c38-4d0b-841f-2f6eecb854b9 HTTP/1.1" status: 200 len: 210 time: 0.0541747 Jan 18 17:16:53.984901 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (b335151e-254a-4744-a80a-19590b3125c0), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:53.985595 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 56890) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:16:53.993067 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-5a69a5bf-cedb-4a4a-92bf-21667d09ca04 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1685957502-network', 'tenant_id': '11a7b02b9c8f48fda36e546dd72aed55'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:16:54.077015 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Pushing event updated for resources: {'Port': ['ID=b335151e-254a-4744-a80a-19590b3125c0,revision_number=4']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:54.105222 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a69a5bf-cedb-4a4a-92bf-21667d09ca04 admin admin] Made reservation on behalf of 11a7b02b9c8f48fda36e546dd72aed55 for: {'network': 1} {{(pid=103196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 17:16:54.107623 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5a69a5bf-cedb-4a4a-92bf-21667d09ca04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for network (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:54.121526 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5a69a5bf-cedb-4a4a-92bf-21667d09ca04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:54.165730 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f153ca83-7752-4fca-b5db-94154d4edbe0 None None] Sync routers for ids ['2e365302-71a6-4cdc-aaf8-2ff4eb24cb67'] in dv-cinder-733623-11-iscsi {{(pid=103199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 17:16:54.176389 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f153ca83-7752-4fca-b5db-94154d4edbe0 None None] Routers {'2e365302-71a6-4cdc-aaf8-2ff4eb24cb67'} bound to L3 agent in host dv-cinder-733623-11-iscsi {{(pid=103199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 17:16:54.177016 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-f153ca83-7752-4fca-b5db-94154d4edbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T17:04:58Z,description=,heartbeat_timestamp=2022-01-18T17:16:28Z,host='dv-cinder-733623-11-iscsi',id=34860b7f-7c9d-4265-9a0a-1b9bd2e1622e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T17:04:59Z,topic='l3_agent')) {'router_ids': ['2e365302-71a6-4cdc-aaf8-2ff4eb24cb67'], 'active': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:16:54.238960 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5a69a5bf-cedb-4a4a-92bf-21667d09ca04 admin admin] Publish callbacks [] for security_group (02a5e020-fb1f-4556-ac27-4ea91c133887), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:54.304977 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5a69a5bf-cedb-4a4a-92bf-21667d09ca04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (02a5e020-fb1f-4556-ac27-4ea91c133887), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:54.305317 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvr_db [None req-f153ca83-7752-4fca-b5db-94154d4edbe0 None None] Set router 2e365302-71a6-4cdc-aaf8-2ff4eb24cb67 gateway port host: dv-cinder-733623-11-iscsi {{(pid=103199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 17:16:54.339855 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a69a5bf-cedb-4a4a-92bf-21667d09ca04 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 283} {{(pid=103196) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 17:16:54.356243 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a69a5bf-cedb-4a4a-92bf-21667d09ca04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02a5e020-fb1f-4556-ac27-4ea91c133887,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:54.359383 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5a69a5bf-cedb-4a4a-92bf-21667d09ca04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527697'] for segment (2363e067-2e81-48bb-a9e9-2cf3dcf8c264), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:54.359736 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.db.segments_db [None req-5a69a5bf-cedb-4a4a-92bf-21667d09ca04 admin admin] Added segment 2363e067-2e81-48bb-a9e9-2cf3dcf8c264 of type vlan for network e0c677bc-2166-4510-88fb-c9fa3cfbdfdd Jan 18 17:16:54.404466 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5a69a5bf-cedb-4a4a-92bf-21667d09ca04 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785611949990'] for network (e0c677bc-2166-4510-88fb-c9fa3cfbdfdd), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:54.507998 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5a69a5bf-cedb-4a4a-92bf-21667d09ca04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781'] for network (e0c677bc-2166-4510-88fb-c9fa3cfbdfdd), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:54.508958 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a69a5bf-cedb-4a4a-92bf-21667d09ca04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:54.510069 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5a69a5bf-cedb-4a4a-92bf-21667d09ca04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526667'] for network (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:54.554339 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-f153ca83-7752-4fca-b5db-94154d4edbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e365302-71a6-4cdc-aaf8-2ff4eb24cb67', 'name': 'tempest-TestVolumeBootPattern-168893207-router', 'tenant_id': '09bf69f6abdb4a3083dce101c7984e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'b335151e-254a-4744-a80a-19590b3125c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:16:42Z', 'updated_at': '2022-01-18T17:16:50Z', 'revision_number': 4, 'project_id': '09bf69f6abdb4a3083dce101c7984e29', 'gw_port': {'id': 'b335151e-254a-4744-a80a-19590b3125c0', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e365302-71a6-4cdc-aaf8-2ff4eb24cb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:44Z', 'updated_at': '2022-01-18T17:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi', '_interfaces': [{'id': 'a2c8d537-91bc-432b-8688-4b0039e89285', 'name': '', 'network_id': '0c17f545-2bb3-4abb-be71-29d5f95f2d88', 'tenant_id': '09bf69f6abdb4a3083dce101c7984e29', 'mac_address': 'fa:16:3e:07:c9:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e365302-71a6-4cdc-aaf8-2ff4eb24cb67', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '92e52731-b298-4268-83b9-5cd526153971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:49Z', 'updated_at': '2022-01-18T17:16:51Z', 'revision_number': 2, 'project_id': '09bf69f6abdb4a3083dce101c7984e29', 'subnets': [{'id': '92e52731-b298-4268-83b9-5cd526153971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-11-iscsi', False) {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:16:54.592238 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f153ca83-7752-4fca-b5db-94154d4edbe0 None None] Checking router: 2e365302-71a6-4cdc-aaf8-2ff4eb24cb67 for host: dv-cinder-733623-11-iscsi {{(pid=103199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 17:16:54.592849 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f153ca83-7752-4fca-b5db-94154d4edbe0 None None] Updating router 2e365302-71a6-4cdc-aaf8-2ff4eb24cb67 port a2c8d537-91bc-432b-8688-4b0039e89285 binding host dv-cinder-733623-11-iscsi {{(pid=103199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 17:16:54.597164 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9468c6-9dac-47ed-9bd0-45104213db28 req-8f8aff97-4795-4df1-b24e-3830415d830e tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:54.606936 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-ee9468c6-9dac-47ed-9bd0-45104213db28 req-8f8aff97-4795-4df1-b24e-3830415d830e tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "GET /v2.0/ports?device_id=0cf6cbd1-6df8-4d12-bd6f-0af78720aabe HTTP/1.1" status: 200 len: 944 time: 0.0900500 Jan 18 17:16:54.628423 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a69a5bf-cedb-4a4a-92bf-21667d09ca04 admin admin] Pushing event updated for resources: {'Network': ['ID=e0c677bc-2166-4510-88fb-c9fa3cfbdfdd,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:54.635702 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-f153ca83-7752-4fca-b5db-94154d4edbe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (a2c8d537-91bc-432b-8688-4b0039e89285), before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:54.639857 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Network e0c677bc-2166-4510-88fb-c9fa3cfbdfdd details requested by agent ovs-agent-dv-cinder-733623-11-iscsi with host dv-cinder-733623-11-iscsi {{(pid=103198) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 17:16:54.664623 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-ee9468c6-9dac-47ed-9bd0-45104213db28 req-e6eb0941-0129-4e5e-a7f9-7c6e2fd17824 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "GET /v2.0/security-groups?id=c89a7dc5-0961-4a5a-ac1f-02410b7e5eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556667 Jan 18 17:16:54.698189 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-5a69a5bf-cedb-4a4a-92bf-21667d09ca04 admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7092633 Jan 18 17:16:54.710382 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 56918) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:16:54.715977 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-2df6429e-4912-4b36-bba4-14aeaecc67b2 admin admin] Request body: {'subnet': {'network_id': 'e0c677bc-2166-4510-88fb-c9fa3cfbdfdd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1685957502-subnet', 'tenant_id': '11a7b02b9c8f48fda36e546dd72aed55', 'ip_version': 4}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:16:54.824827 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2df6429e-4912-4b36-bba4-14aeaecc67b2 admin admin] Made reservation on behalf of 11a7b02b9c8f48fda36e546dd72aed55 for: {'subnet': 1} {{(pid=103197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 17:16:54.827494 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-2df6429e-4912-4b36-bba4-14aeaecc67b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4853026'] for subnet (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:54.963030 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-f153ca83-7752-4fca-b5db-94154d4edbe0 None None] Publish callbacks [] for port (a2c8d537-91bc-432b-8688-4b0039e89285), precommit_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:55.047051 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Device b335151e-254a-4744-a80a-19590b3125c0 up at agent ovs-agent-dv-cinder-733623-11-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 17:16:55.054120 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-f153ca83-7752-4fca-b5db-94154d4edbe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (a2c8d537-91bc-432b-8688-4b0039e89285), after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:55.085295 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-2df6429e-4912-4b36-bba4-14aeaecc67b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6115769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4853004'] for subnet (d1e39807-d478-462d-9316-68915c006841), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:55.109651 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Provisioning complete for port b335151e-254a-4744-a80a-19590b3125c0 triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:16:55.111201 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (b335151e-254a-4744-a80a-19590b3125c0), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:55.119429 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-6d1c26ab-d6e6-48eb-8582-9d5fb6605128 req-b8a91e00-07cf-4e13-9253-f433545c2dd3 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/ports?device_id=a0142f18-1c38-4d0b-841f-2f6eecb854b9 HTTP/1.1" status: 200 len: 210 time: 0.0680275 Jan 18 17:16:55.138721 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15146db0-9b5b-4735-84f1-c1546b92dbde None None] Pushing event updated for resources: {'Port': ['ID=a2c8d537-91bc-432b-8688-4b0039e89285,revision_number=3']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:55.233663 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df6429e-4912-4b36-bba4-14aeaecc67b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1e39807-d478-462d-9316-68915c006841,revision_number=0']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:55.248017 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Current status of the port b335151e-254a-4744-a80a-19590b3125c0 is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:16:55.263210 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df6429e-4912-4b36-bba4-14aeaecc67b2 admin admin] Checking segment: {'id': '2363e067-2e81-48bb-a9e9-2cf3dcf8c264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'e0c677bc-2166-4510-88fb-c9fa3cfbdfdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 17:16:55.263578 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df6429e-4912-4b36-bba4-14aeaecc67b2 admin admin] Network hostable DHCP agents. Network: e0c677bc-2166-4510-88fb-c9fa3cfbdfdd, hostable agents: ['1e8d2d8a-92ca-4025-a540-71c8151dbccf'], hosted agents: [] {{(pid=103197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 17:16:55.266677 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [None req-f153ca83-7752-4fca-b5db-94154d4edbe0 None None] Attempting to bind port a2c8d537-91bc-432b-8688-4b0039e89285 on host dv-cinder-733623-11-iscsi for vnic_type normal with profile {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 17:16:55.273531 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [None req-f153ca83-7752-4fca-b5db-94154d4edbe0 None None] Attempting to bind port a2c8d537-91bc-432b-8688-4b0039e89285 by drivers openvswitch,hyperv on host dv-cinder-733623-11-iscsi at level 0 using segments [{'id': 'b197157d-823a-4011-83db-be9afc8ebd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '0c17f545-2bb3-4abb-be71-29d5f95f2d88'}] {{(pid=103199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 17:16:55.273531 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f153ca83-7752-4fca-b5db-94154d4edbe0 None None] Attempting to bind port a2c8d537-91bc-432b-8688-4b0039e89285 on network 0c17f545-2bb3-4abb-be71-29d5f95f2d88 {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 17:16:55.276429 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f153ca83-7752-4fca-b5db-94154d4edbe0 None None] Checking agent: {'id': 'a6f837d2-7b5b-4cd3-9c28-296017d8b8e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 17, 5, 2), 'started_at': datetime.datetime(2022, 1, 18, 17, 5, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 17, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 17:16:55.277057 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f153ca83-7752-4fca-b5db-94154d4edbe0 None None] Checking segment: {'id': 'b197157d-823a-4011-83db-be9afc8ebd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '0c17f545-2bb3-4abb-be71-29d5f95f2d88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 17:16:55.277643 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-f153ca83-7752-4fca-b5db-94154d4edbe0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:55.278206 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f153ca83-7752-4fca-b5db-94154d4edbe0 None None] Bound using segment: {'id': 'b197157d-823a-4011-83db-be9afc8ebd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '0c17f545-2bb3-4abb-be71-29d5f95f2d88'} {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 17:16:55.278859 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [None req-f153ca83-7752-4fca-b5db-94154d4edbe0 None None] Bound port: a2c8d537-91bc-432b-8688-4b0039e89285, host: dv-cinder-733623-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b197157d-823a-4011-83db-be9afc8ebd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '0c17f545-2bb3-4abb-be71-29d5f95f2d88'}}] {{(pid=103199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 17:16:55.279449 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-f153ca83-7752-4fca-b5db-94154d4edbe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (a2c8d537-91bc-432b-8688-4b0039e89285), before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:55.325494 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4d8724-6186-422b-bd0a-bb6e590084e4 req-4f8fc81d-7b31-4f02-b9c7-d80bcaabefa5 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:55.327047 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-fa4d8724-6186-422b-bd0a-bb6e590084e4 req-4f8fc81d-7b31-4f02-b9c7-d80bcaabefa5 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.105 "GET /v2.0/networks?id=6beef8c8-11cd-4aa0-ae20-531a45b1faf5 HTTP/1.1" status: 200 len: 810 time: 0.2237082 Jan 18 17:16:55.364450 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.db [None req-f153ca83-7752-4fca-b5db-94154d4edbe0 None None] For port a2c8d537-91bc-432b-8688-4b0039e89285, host dv-cinder-733623-11-iscsi, cleared binding levels {{(pid=103199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 17:16:55.371275 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.db [None req-f153ca83-7752-4fca-b5db-94154d4edbe0 None None] For port a2c8d537-91bc-432b-8688-4b0039e89285, host dv-cinder-733623-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-11-iscsi',level=0,port_id=a2c8d537-91bc-432b-8688-4b0039e89285,segment=NetworkSegment(b197157d-823a-4011-83db-be9afc8ebd7f),segment_id=b197157d-823a-4011-83db-be9afc8ebd7f)] {{(pid=103199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 17:16:55.390368 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df6429e-4912-4b36-bba4-14aeaecc67b2 admin admin] Network e0c677bc-2166-4510-88fb-c9fa3cfbdfdd is scheduled to be hosted by DHCP agent 1e8d2d8a-92ca-4025-a540-71c8151dbccf with binding_index 1 {{(pid=103197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 17:16:55.393739 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-fa4d8724-6186-422b-bd0a-bb6e590084e4 req-dbfb9908-7452-42d1-81f4-d9900bf8cb6d tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.105 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e39431ed93ab40b3bd3a181b2afcac3d HTTP/1.1" status: 200 len: 380 time: 0.0576286 Jan 18 17:16:55.402423 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [req-fa4d8724-6186-422b-bd0a-bb6e590084e4 req-6629f7b1-7d0b-48ad-a7e5-0a5e2e1321d0 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Request body: {'port': {'device_id': 'a0142f18-1c38-4d0b-841f-2f6eecb854b9', 'network_id': '6beef8c8-11cd-4aa0-ae20-531a45b1faf5', 'admin_state_up': True, 'tenant_id': 'e39431ed93ab40b3bd3a181b2afcac3d', 'security_groups': ['95a96d85-de0d-4a2e-8acd-c327a3f00b55']}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:16:55.451465 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-045e9d14-a938-4fb5-9f7f-6e5030533070 None None] Provisioning complete for port a2c8d537-91bc-432b-8688-4b0039e89285 triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:16:55.451993 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-045e9d14-a938-4fb5-9f7f-6e5030533070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (a2c8d537-91bc-432b-8688-4b0039e89285), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:55.465601 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-f153ca83-7752-4fca-b5db-94154d4edbe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (a2c8d537-91bc-432b-8688-4b0039e89285), after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:55.481624 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.base_scheduler [None req-2df6429e-4912-4b36-bba4-14aeaecc67b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-11-iscsi, e0c677bc-2166-4510-88fb-c9fa3cfbdfdd) {{(pid=103197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 17:16:55.486136 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df6429e-4912-4b36-bba4-14aeaecc67b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:55.489013 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-2df6429e-4912-4b36-bba4-14aeaecc67b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526667'] for subnet (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:55.495086 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9890f721-4cec-4614-a4da-c6ab452dad0b None None] Network e0c677bc-2166-4510-88fb-c9fa3cfbdfdd requested from dv-cinder-733623-11-iscsi {{(pid=103198) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 17:16:55.505004 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-045e9d14-a938-4fb5-9f7f-6e5030533070 None None] Port a2c8d537-91bc-432b-8688-4b0039e89285 cannot update to ACTIVE because it is not bound. {{(pid=103198) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 17:16:55.543241 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f153ca83-7752-4fca-b5db-94154d4edbe0 None None] Routers {'2e365302-71a6-4cdc-aaf8-2ff4eb24cb67'} bound to L3 agent in host dv-cinder-733623-11-iscsi {{(pid=103199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 17:16:55.543873 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-f153ca83-7752-4fca-b5db-94154d4edbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T17:04:58Z,description=,heartbeat_timestamp=2022-01-18T17:16:28Z,host='dv-cinder-733623-11-iscsi',id=34860b7f-7c9d-4265-9a0a-1b9bd2e1622e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T17:04:59Z,topic='l3_agent')) {'router_ids': ['2e365302-71a6-4cdc-aaf8-2ff4eb24cb67'], 'active': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:16:55.575527 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-2df6429e-4912-4b36-bba4-14aeaecc67b2 admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8623486 Jan 18 17:16:55.575527 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 56932) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:16:55.579453 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-187196a3-8960-4360-a1c8-97e2cc553183 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1685957502-router', 'tenant_id': '11a7b02b9c8f48fda36e546dd72aed55', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430'}}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:16:55.604698 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15146db0-9b5b-4735-84f1-c1546b92dbde None None] Pushing event updated for resources: {'Port': ['ID=a2c8d537-91bc-432b-8688-4b0039e89285,revision_number=4']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:55.655948 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa446dcb-dd20-4905-8d15-8910d5dbd561 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f84e879-2170-571d-bd14-f6ce5a973bba-e0c677bc-2166-4510-88fb-c9fa3cfbdfdd', 'network_id': 'e0c677bc-2166-4510-88fb-c9fa3cfbdfdd', 'project_id': '11a7b02b9c8f48fda36e546dd72aed55', 'fixed_ips': [{'subnet_id': 'd1e39807-d478-462d-9316-68915c006841'}]}} from dv-cinder-733623-11-iscsi. {{(pid=103198) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 17:16:55.657499 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-fa446dcb-dd20-4905-8d15-8910d5dbd561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:55.662022 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa4d8724-6186-422b-bd0a-bb6e590084e4 req-6629f7b1-7d0b-48ad-a7e5-0a5e2e1321d0 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Made reservation on behalf of e39431ed93ab40b3bd3a181b2afcac3d for: {'port': 1} {{(pid=103196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 17:16:55.670398 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-fa4d8724-6186-422b-bd0a-bb6e590084e4 req-6629f7b1-7d0b-48ad-a7e5-0a5e2e1321d0 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:55.752557 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvr_db [None req-f153ca83-7752-4fca-b5db-94154d4edbe0 None None] Set router 2e365302-71a6-4cdc-aaf8-2ff4eb24cb67 gateway port host: dv-cinder-733623-11-iscsi {{(pid=103199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 17:16:55.779767 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-187196a3-8960-4360-a1c8-97e2cc553183 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-644958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16091'] for router (71a4458d-c6a5-4f6d-ba76-cfb8d3df1179), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:55.784678 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-187196a3-8960-4360-a1c8-97e2cc553183 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-648080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16096'] for router (71a4458d-c6a5-4f6d-ba76-cfb8d3df1179), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:55.892339 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [req-fa4d8724-6186-422b-bd0a-bb6e590084e4 req-6629f7b1-7d0b-48ad-a7e5-0a5e2e1321d0 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Allocated IP 172.20.0.9 (6beef8c8-11cd-4aa0-ae20-531a45b1faf5/db7edcea-cc0c-4f91-8652-8431bf22b201/6bedd311-b537-470c-87a2-30a1c533a6f7) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 17:16:55.924207 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.db_base_plugin_common [None req-fa446dcb-dd20-4905-8d15-8910d5dbd561 None None] Allocated IP 172.20.0.2 (e0c677bc-2166-4510-88fb-c9fa3cfbdfdd/d1e39807-d478-462d-9316-68915c006841/c9844cd7-01c9-407e-9646-3f2c5165f9ff) {{(pid=103198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 17:16:55.951254 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-087ddd1e-6bfc-49e3-b349-6c59e3596e0b None None] Provisioning complete for port a2c8d537-91bc-432b-8688-4b0039e89285 triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:16:55.952320 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-087ddd1e-6bfc-49e3-b349-6c59e3596e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (a2c8d537-91bc-432b-8688-4b0039e89285), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:55.981450 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-dbc5650a-e1bd-404e-afa5-3305b505443b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (1e8d2d8a-92ca-4025-a540-71c8151dbccf), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:55.985187 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-187196a3-8960-4360-a1c8-97e2cc553183 admin admin] Publish callbacks [] for router_controller (71a4458d-c6a5-4f6d-ba76-cfb8d3df1179), precommit_add_association {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:55.994014 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df55178a-0379-453b-bf6d-1c3319c27b50 req-68ec952b-aca7-47c0-bc94-f287f185d195 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:55.995725 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-df55178a-0379-453b-bf6d-1c3319c27b50 req-68ec952b-aca7-47c0-bc94-f287f185d195 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "GET /v2.0/ports?device_id=0cf6cbd1-6df8-4d12-bd6f-0af78720aabe HTTP/1.1" status: 200 len: 944 time: 0.2096448 Jan 18 17:16:56.060561 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-df55178a-0379-453b-bf6d-1c3319c27b50 req-dc97a6c2-e716-4ead-bc85-8bda33b76f26 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "GET /v2.0/security-groups?id=c89a7dc5-0961-4a5a-ac1f-02410b7e5eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558050 Jan 18 17:16:56.132543 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-fa4d8724-6186-422b-bd0a-bb6e590084e4 req-6629f7b1-7d0b-48ad-a7e5-0a5e2e1321d0 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Publish callbacks [] for port (6bedd311-b537-470c-87a2-30a1c533a6f7), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:56.158280 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-087ddd1e-6bfc-49e3-b349-6c59e3596e0b None None] Current status of the port a2c8d537-91bc-432b-8688-4b0039e89285 is: DOWN; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:16:56.158280 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-087ddd1e-6bfc-49e3-b349-6c59e3596e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (a2c8d537-91bc-432b-8688-4b0039e89285), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:56.208414 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-f153ca83-7752-4fca-b5db-94154d4edbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e365302-71a6-4cdc-aaf8-2ff4eb24cb67', 'name': 'tempest-TestVolumeBootPattern-168893207-router', 'tenant_id': '09bf69f6abdb4a3083dce101c7984e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'b335151e-254a-4744-a80a-19590b3125c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:16:42Z', 'updated_at': '2022-01-18T17:16:50Z', 'revision_number': 4, 'project_id': '09bf69f6abdb4a3083dce101c7984e29', 'gw_port': {'id': 'b335151e-254a-4744-a80a-19590b3125c0', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e365302-71a6-4cdc-aaf8-2ff4eb24cb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:44Z', 'updated_at': '2022-01-18T17:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi', '_interfaces': [{'id': 'a2c8d537-91bc-432b-8688-4b0039e89285', 'name': '', 'network_id': '0c17f545-2bb3-4abb-be71-29d5f95f2d88', 'tenant_id': '09bf69f6abdb4a3083dce101c7984e29', 'mac_address': 'fa:16:3e:07:c9:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e365302-71a6-4cdc-aaf8-2ff4eb24cb67', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '92e52731-b298-4268-83b9-5cd526153971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:49Z', 'updated_at': '2022-01-18T17:16:55Z', 'revision_number': 4, 'project_id': '09bf69f6abdb4a3083dce101c7984e29', 'subnets': [{'id': '92e52731-b298-4268-83b9-5cd526153971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-11-iscsi', False) {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:16:56.242433 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f153ca83-7752-4fca-b5db-94154d4edbe0 None None] The sync data for ids ['2e365302-71a6-4cdc-aaf8-2ff4eb24cb67'] in dv-cinder-733623-11-iscsi is: [{'id': '2e365302-71a6-4cdc-aaf8-2ff4eb24cb67', 'name': 'tempest-TestVolumeBootPattern-168893207-router', 'tenant_id': '09bf69f6abdb4a3083dce101c7984e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'b335151e-254a-4744-a80a-19590b3125c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:16:42Z', 'updated_at': '2022-01-18T17:16:50Z', 'revision_number': 4, 'project_id': '09bf69f6abdb4a3083dce101c7984e29', 'gw_port': {'id': 'b335151e-254a-4744-a80a-19590b3125c0', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e365302-71a6-4cdc-aaf8-2ff4eb24cb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:44Z', 'updated_at': '2022-01-18T17:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi', '_interfaces': [{'id': 'a2c8d537-91bc-432b-8688-4b0039e89285', 'name': '', 'network_id': '0c17f545-2bb3-4abb-be71-29d5f95f2d88', 'tenant_id': '09bf69f6abdb4a3083dce101c7984e29', 'mac_address': 'fa:16:3e:07:c9:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e365302-71a6-4cdc-aaf8-2ff4eb24cb67', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '92e52731-b298-4268-83b9-5cd526153971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:49Z', 'updated_at': '2022-01-18T17:16:55Z', 'revision_number': 4, 'project_id': '09bf69f6abdb4a3083dce101c7984e29', 'subnets': [{'id': '92e52731-b298-4268-83b9-5cd526153971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 17:16:56.266569 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-187196a3-8960-4360-a1c8-97e2cc553183 admin admin] Publish callbacks [] for router_gateway (71a4458d-c6a5-4f6d-ba76-cfb8d3df1179), precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:56.269703 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-f1b972cb-b0ab-47c3-9bb7-e11663090f5b req-75988e97-b7cb-4a25-b403-4a00a8cf39b3 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/ports?device_id=a0142f18-1c38-4d0b-841f-2f6eecb854b9 HTTP/1.1" status: 200 len: 210 time: 0.0384943 Jan 18 17:16:56.312494 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-087ddd1e-6bfc-49e3-b349-6c59e3596e0b None None] For port a2c8d537-91bc-432b-8688-4b0039e89285, host dv-cinder-733623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-11-iscsi',level=0,port_id=a2c8d537-91bc-432b-8688-4b0039e89285,segment=NetworkSegment(b197157d-823a-4011-83db-be9afc8ebd7f),segment_id=b197157d-823a-4011-83db-be9afc8ebd7f)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:16:56.314478 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-fa446dcb-dd20-4905-8d15-8910d5dbd561 None None] Publish callbacks [] for port (c9844cd7-01c9-407e-9646-3f2c5165f9ff), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:56.326687 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-fa4d8724-6186-422b-bd0a-bb6e590084e4 req-6629f7b1-7d0b-48ad-a7e5-0a5e2e1321d0 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785611913804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4300409'] for port (6bedd311-b537-470c-87a2-30a1c533a6f7), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:56.385945 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-087ddd1e-6bfc-49e3-b349-6c59e3596e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (a2c8d537-91bc-432b-8688-4b0039e89285), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:56.390562 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-fa446dcb-dd20-4905-8d15-8910d5dbd561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785611913804'] for port (c9844cd7-01c9-407e-9646-3f2c5165f9ff), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:56.392747 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa4d8724-6186-422b-bd0a-bb6e590084e4 req-6629f7b1-7d0b-48ad-a7e5-0a5e2e1321d0 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Network 6beef8c8-11cd-4aa0-ae20-531a45b1faf5 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 17:16:56.396697 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [req-fa4d8724-6186-422b-bd0a-bb6e590084e4 req-6629f7b1-7d0b-48ad-a7e5-0a5e2e1321d0 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 17:16:56.418016 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa4d8724-6186-422b-bd0a-bb6e590084e4 req-6629f7b1-7d0b-48ad-a7e5-0a5e2e1321d0 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 17:16:56.425371 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6629f7b1-7d0b-48ad-a7e5-0a5e2e1321d0 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Pushing event updated for resources: {'Port': ['ID=6bedd311-b537-470c-87a2-30a1c533a6f7,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:56.440039 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa446dcb-dd20-4905-8d15-8910d5dbd561 None None] Network e0c677bc-2166-4510-88fb-c9fa3cfbdfdd is already hosted by enough agents. {{(pid=103198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 17:16:56.446133 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.scheduler.base_scheduler [None req-fa446dcb-dd20-4905-8d15-8910d5dbd561 None None] Resources bound (agent type, host, resource id): {{(pid=103198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 17:16:56.450033 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa446dcb-dd20-4905-8d15-8910d5dbd561 None None] Received port after_create {{(pid=103198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 17:16:56.489350 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087ddd1e-6bfc-49e3-b349-6c59e3596e0b None None] Pushing event updated for resources: {'Port': ['ID=a2c8d537-91bc-432b-8688-4b0039e89285,revision_number=5']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:56.527241 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4d8724-6186-422b-bd0a-bb6e590084e4 req-6629f7b1-7d0b-48ad-a7e5-0a5e2e1321d0 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:56.527919 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-fa4d8724-6186-422b-bd0a-bb6e590084e4 req-6629f7b1-7d0b-48ad-a7e5-0a5e2e1321d0 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1923895'] for port (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:56.564016 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-fa446dcb-dd20-4905-8d15-8910d5dbd561 None None] Attempting to bind port c9844cd7-01c9-407e-9646-3f2c5165f9ff on host dv-cinder-733623-11-iscsi for vnic_type normal with profile {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 17:16:56.564392 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-fa446dcb-dd20-4905-8d15-8910d5dbd561 None None] Attempting to bind port c9844cd7-01c9-407e-9646-3f2c5165f9ff by drivers openvswitch,hyperv on host dv-cinder-733623-11-iscsi at level 0 using segments [{'id': '2363e067-2e81-48bb-a9e9-2cf3dcf8c264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'e0c677bc-2166-4510-88fb-c9fa3cfbdfdd'}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 17:16:56.564759 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa446dcb-dd20-4905-8d15-8910d5dbd561 None None] Attempting to bind port c9844cd7-01c9-407e-9646-3f2c5165f9ff on network e0c677bc-2166-4510-88fb-c9fa3cfbdfdd {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 17:16:56.585940 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa446dcb-dd20-4905-8d15-8910d5dbd561 None None] Checking agent: {'id': 'a6f837d2-7b5b-4cd3-9c28-296017d8b8e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 17, 5, 2), 'started_at': datetime.datetime(2022, 1, 18, 17, 5, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 17, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 17:16:56.586357 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa446dcb-dd20-4905-8d15-8910d5dbd561 None None] Checking segment: {'id': '2363e067-2e81-48bb-a9e9-2cf3dcf8c264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'e0c677bc-2166-4510-88fb-c9fa3cfbdfdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 17:16:56.586742 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-fa446dcb-dd20-4905-8d15-8910d5dbd561 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:56.587167 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa446dcb-dd20-4905-8d15-8910d5dbd561 None None] Bound using segment: {'id': '2363e067-2e81-48bb-a9e9-2cf3dcf8c264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'e0c677bc-2166-4510-88fb-c9fa3cfbdfdd'} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 17:16:56.587647 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-fa446dcb-dd20-4905-8d15-8910d5dbd561 None None] Bound port: c9844cd7-01c9-407e-9646-3f2c5165f9ff, host: dv-cinder-733623-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2363e067-2e81-48bb-a9e9-2cf3dcf8c264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'e0c677bc-2166-4510-88fb-c9fa3cfbdfdd'}}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 17:16:56.588034 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-fa446dcb-dd20-4905-8d15-8910d5dbd561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (c9844cd7-01c9-407e-9646-3f2c5165f9ff), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:56.590391 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa446dcb-dd20-4905-8d15-8910d5dbd561 None None] Pushing event updated for resources: {'Port': ['ID=c9844cd7-01c9-407e-9646-3f2c5165f9ff,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:56.634022 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-fa4d8724-6186-422b-bd0a-bb6e590084e4 req-6629f7b1-7d0b-48ad-a7e5-0a5e2e1321d0 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2354710 Jan 18 17:16:56.665114 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-187196a3-8960-4360-a1c8-97e2cc553183 admin admin] Publish callbacks [] for router_gateway (71a4458d-c6a5-4f6d-ba76-cfb8d3df1179), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:56.684999 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-fa446dcb-dd20-4905-8d15-8910d5dbd561 None None] For port c9844cd7-01c9-407e-9646-3f2c5165f9ff, host dv-cinder-733623-11-iscsi, cleared binding levels {{(pid=103198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 17:16:56.688752 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-fa446dcb-dd20-4905-8d15-8910d5dbd561 None None] For port c9844cd7-01c9-407e-9646-3f2c5165f9ff, host dv-cinder-733623-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-11-iscsi',level=0,port_id=c9844cd7-01c9-407e-9646-3f2c5165f9ff,segment=NetworkSegment(2363e067-2e81-48bb-a9e9-2cf3dcf8c264),segment_id=2363e067-2e81-48bb-a9e9-2cf3dcf8c264)] {{(pid=103198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 17:16:56.690736 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-187196a3-8960-4360-a1c8-97e2cc553183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:56.713888 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-1692f442-414d-417e-9579-2199141f4c16 None None] Provisioning complete for port 6bedd311-b537-470c-87a2-30a1c533a6f7 triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:16:56.714268 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-1692f442-414d-417e-9579-2199141f4c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (6bedd311-b537-470c-87a2-30a1c533a6f7), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:56.744931 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-fa446dcb-dd20-4905-8d15-8910d5dbd561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (c9844cd7-01c9-407e-9646-3f2c5165f9ff), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:56.781862 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-1692f442-414d-417e-9579-2199141f4c16 None None] Port 6bedd311-b537-470c-87a2-30a1c533a6f7 cannot update to ACTIVE because it is not bound. {{(pid=103198) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 17:16:56.806187 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.db.db_base_plugin_common [None req-187196a3-8960-4360-a1c8-97e2cc553183 admin admin] Allocated IP 172.27.1.40 (09e508a9-4d19-4482-acf1-bcc4a2adb430/ac199632-c036-4879-8c53-e78832fc0d54/99aed31e-5557-421f-a200-737eb58f26cb) {{(pid=103197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 17:16:56.812762 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa446dcb-dd20-4905-8d15-8910d5dbd561 None None] Pushing event updated for resources: {'Port': ['ID=c9844cd7-01c9-407e-9646-3f2c5165f9ff,revision_number=2']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:56.962418 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-187196a3-8960-4360-a1c8-97e2cc553183 admin admin] Publish callbacks [] for port (99aed31e-5557-421f-a200-737eb58f26cb), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:57.070827 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Device a2c8d537-91bc-432b-8688-4b0039e89285 up at agent ovs-agent-dv-cinder-733623-11-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 17:16:57.094258 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-187196a3-8960-4360-a1c8-97e2cc553183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785611913804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6115669'] for port (99aed31e-5557-421f-a200-737eb58f26cb), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:57.170320 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Provisioning complete for port a2c8d537-91bc-432b-8688-4b0039e89285 triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:16:57.170559 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (a2c8d537-91bc-432b-8688-4b0039e89285), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:57.176744 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187196a3-8960-4360-a1c8-97e2cc553183 admin admin] Network 09e508a9-4d19-4482-acf1-bcc4a2adb430 is already hosted by enough agents. {{(pid=103197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 17:16:57.184447 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.base_scheduler [None req-187196a3-8960-4360-a1c8-97e2cc553183 admin admin] Resources bound (agent type, host, resource id): {{(pid=103197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 17:16:57.195506 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187196a3-8960-4360-a1c8-97e2cc553183 admin admin] Received port after_create {{(pid=103197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 17:16:57.197888 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187196a3-8960-4360-a1c8-97e2cc553183 admin admin] Pushing event updated for resources: {'Port': ['ID=99aed31e-5557-421f-a200-737eb58f26cb,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:57.307038 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Current status of the port a2c8d537-91bc-432b-8688-4b0039e89285 is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:16:57.315952 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc81c3db-dc6c-4336-9958-00b462f51472 req-122fb13f-19b9-4498-ae9b-1a4ea0fb2904 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:57.321274 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-bc81c3db-dc6c-4336-9958-00b462f51472 req-122fb13f-19b9-4498-ae9b-1a4ea0fb2904 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "GET /v2.0/ports?device_id=0cf6cbd1-6df8-4d12-bd6f-0af78720aabe HTTP/1.1" status: 200 len: 944 time: 0.1382875 Jan 18 17:16:57.404709 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d700902a-a231-4933-821a-61a1b14bc4a4 req-49303468-6b8a-4013-9f61-d3363ff5a066 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:57.406526 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-d700902a-a231-4933-821a-61a1b14bc4a4 req-49303468-6b8a-4013-9f61-d3363ff5a066 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/ports?device_id=a0142f18-1c38-4d0b-841f-2f6eecb854b9 HTTP/1.1" status: 200 len: 931 time: 0.0518239 Jan 18 17:16:57.438355 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-bc81c3db-dc6c-4336-9958-00b462f51472 req-29b2d0b4-2c63-43e2-b689-a7a33416ce78 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "GET /v2.0/security-groups?id=c89a7dc5-0961-4a5a-ac1f-02410b7e5eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859728 Jan 18 17:16:57.471879 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-d700902a-a231-4933-821a-61a1b14bc4a4 req-35f744f5-d5c8-4e8b-81f5-a97cac465903 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/security-groups?id=95a96d85-de0d-4a2e-8acd-c327a3f00b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567567 Jan 18 17:16:57.649371 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-187196a3-8960-4360-a1c8-97e2cc553183 admin admin] Publish callbacks [] for router_gateway (71a4458d-c6a5-4f6d-ba76-cfb8d3df1179), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:57.863933 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-187196a3-8960-4360-a1c8-97e2cc553183 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-644907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648101'] for router (71a4458d-c6a5-4f6d-ba76-cfb8d3df1179), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:57.992513 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deed145c-c706-4523-a280-e2e788e89a82 None None] Network e0c677bc-2166-4510-88fb-c9fa3cfbdfdd requested from dv-cinder-733623-11-iscsi {{(pid=103198) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 17:16:58.064166 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-a65ed34e-74d0-44b8-9b1a-cdb0cbfa66fe None None] Provisioning complete for port c9844cd7-01c9-407e-9646-3f2c5165f9ff triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:16:58.064680 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-a65ed34e-74d0-44b8-9b1a-cdb0cbfa66fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (c9844cd7-01c9-407e-9646-3f2c5165f9ff), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:58.145488 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-187196a3-8960-4360-a1c8-97e2cc553183 admin admin] Router 71a4458d-c6a5-4f6d-ba76-cfb8d3df1179 is scheduled to L3 agent 34860b7f-7c9d-4265-9a0a-1b9bd2e1622e with binding_index 1 {{(pid=103197) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 17:16:58.157592 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Device 5b60aef5-9bd5-4b92-a302-38d5092ffad6 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=103198) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 17:16:58.161252 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [req-fa4d8724-6186-422b-bd0a-bb6e590084e4 req-40e44736-266c-4a15-aa4a-2ae399d21dd0 service neutron] Request body: {'port': {'device_id': 'a0142f18-1c38-4d0b-841f-2f6eecb854b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:16:58.220567 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6617a7ba-b3d6-4b15-a56a-5bad1f9af7ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (34860b7f-7c9d-4265-9a0a-1b9bd2e1622e), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:58.237927 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-a65ed34e-74d0-44b8-9b1a-cdb0cbfa66fe None None] Current status of the port c9844cd7-01c9-407e-9646-3f2c5165f9ff is: DOWN; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:16:58.238257 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-a65ed34e-74d0-44b8-9b1a-cdb0cbfa66fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (c9844cd7-01c9-407e-9646-3f2c5165f9ff), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:58.279022 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-fa4d8724-6186-422b-bd0a-bb6e590084e4 req-40e44736-266c-4a15-aa4a-2ae399d21dd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (6bedd311-b537-470c-87a2-30a1c533a6f7), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:58.296873 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-187196a3-8960-4360-a1c8-97e2cc553183 admin admin] Notify agent at l3_agent.dv-cinder-733623-11-iscsi the message routers_updated {{(pid=103197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 17:16:58.329633 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19ea1be-3e25-481a-8607-927c2b1e0601 None None] Sync routers for ids ['71a4458d-c6a5-4f6d-ba76-cfb8d3df1179'] in dv-cinder-733623-11-iscsi {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 17:16:58.375545 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-187196a3-8960-4360-a1c8-97e2cc553183 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:58.380003 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-187196a3-8960-4360-a1c8-97e2cc553183 admin admin] 10.222.0.100 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8008788 Jan 18 17:16:58.380003 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 56966) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:16:58.400867 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-a65ed34e-74d0-44b8-9b1a-cdb0cbfa66fe None None] For port c9844cd7-01c9-407e-9646-3f2c5165f9ff, host dv-cinder-733623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-11-iscsi',level=0,port_id=c9844cd7-01c9-407e-9646-3f2c5165f9ff,segment=NetworkSegment(2363e067-2e81-48bb-a9e9-2cf3dcf8c264),segment_id=2363e067-2e81-48bb-a9e9-2cf3dcf8c264)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:16:58.403697 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19ea1be-3e25-481a-8607-927c2b1e0601 None None] Routers {'71a4458d-c6a5-4f6d-ba76-cfb8d3df1179'} bound to L3 agent in host dv-cinder-733623-11-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 17:16:58.404365 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-b19ea1be-3e25-481a-8607-927c2b1e0601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T17:04:58Z,description=,heartbeat_timestamp=2022-01-18T17:16:58Z,host='dv-cinder-733623-11-iscsi',id=34860b7f-7c9d-4265-9a0a-1b9bd2e1622e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T17:04:59Z,topic='l3_agent')) {'router_ids': ['71a4458d-c6a5-4f6d-ba76-cfb8d3df1179'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:16:58.410532 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] For port 5b60aef5-9bd5-4b92-a302-38d5092ffad6, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=5b60aef5-9bd5-4b92-a302-38d5092ffad6,segment=NetworkSegment(d54abf42-b153-483d-a89a-0388ad402880),segment_id=d54abf42-b153-483d-a89a-0388ad402880)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:16:58.466144 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-a65ed34e-74d0-44b8-9b1a-cdb0cbfa66fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (c9844cd7-01c9-407e-9646-3f2c5165f9ff), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:58.476400 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Returning: {'device': '5b60aef5-9bd5-4b92-a302-38d5092ffad6', 'network_id': 'e751886b-bacb-46c7-b3e1-ad645f57d5d1', 'port_id': '5b60aef5-9bd5-4b92-a302-38d5092ffad6', 'mac_address': 'fa:16:3e:fd:a6:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '520b00cd-aeaf-4213-bc9e-5ceb28739828', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103198) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 17:16:58.624539 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Current status of the port 5b60aef5-9bd5-4b92-a302-38d5092ffad6 is: DOWN; New status is: BUILD {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:16:58.624931 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (5b60aef5-9bd5-4b92-a302-38d5092ffad6), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:58.626695 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65ed34e-74d0-44b8-9b1a-cdb0cbfa66fe None None] Pushing event updated for resources: {'Port': ['ID=c9844cd7-01c9-407e-9646-3f2c5165f9ff,revision_number=3']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:58.628335 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [req-fa4d8724-6186-422b-bd0a-bb6e590084e4 req-40e44736-266c-4a15-aa4a-2ae399d21dd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bedd311-b537-470c-87a2-30a1c533a6f7 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 17:16:58.639819 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-fa4d8724-6186-422b-bd0a-bb6e590084e4 req-40e44736-266c-4a15-aa4a-2ae399d21dd0 service neutron] Publish callbacks [] for port (6bedd311-b537-470c-87a2-30a1c533a6f7), precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:58.649283 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-b19ea1be-3e25-481a-8607-927c2b1e0601 None None] Set router 71a4458d-c6a5-4f6d-ba76-cfb8d3df1179 gateway port host: dv-cinder-733623-11-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 17:16:58.658276 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [req-fa4d8724-6186-422b-bd0a-bb6e590084e4 req-40e44736-266c-4a15-aa4a-2ae399d21dd0 service neutron] Transition to ACTIVE for port object 6bedd311-b537-470c-87a2-30a1c533a6f7 will not be triggered until provisioned by entity L2. {{(pid=103196) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 17:16:58.671966 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5ebc58-3c97-4e73-a1f1-1ba55f0967f3 req-12789c1f-7894-4b74-a7a6-cef3da5f90d6 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:58.673501 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-6c5ebc58-3c97-4e73-a1f1-1ba55f0967f3 req-12789c1f-7894-4b74-a7a6-cef3da5f90d6 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/ports?device_id=a0142f18-1c38-4d0b-841f-2f6eecb854b9 HTTP/1.1" status: 200 len: 931 time: 0.0904610 Jan 18 17:16:58.683606 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b60aef5-9bd5-4b92-a302-38d5092ffad6 {{(pid=103198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 17:16:58.683838 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9376a76b-9d9a-47f6-9883-6d17b43f8d02 req-f05353d5-97b1-4481-86c5-954b95cdc50f tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:58.685132 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-9376a76b-9d9a-47f6-9883-6d17b43f8d02 req-f05353d5-97b1-4481-86c5-954b95cdc50f tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "GET /v2.0/ports?device_id=0cf6cbd1-6df8-4d12-bd6f-0af78720aabe HTTP/1.1" status: 200 len: 944 time: 0.1023376 Jan 18 17:16:58.716104 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-411b72d0-5dbf-4fa7-862c-e10b7c48e1e9 None None] Provisioning complete for port c9844cd7-01c9-407e-9646-3f2c5165f9ff triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:16:58.716467 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-411b72d0-5dbf-4fa7-862c-e10b7c48e1e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (c9844cd7-01c9-407e-9646-3f2c5165f9ff), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:58.733388 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-fa4d8724-6186-422b-bd0a-bb6e590084e4 req-40e44736-266c-4a15-aa4a-2ae399d21dd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4300398'] for port (6bedd311-b537-470c-87a2-30a1c533a6f7), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:58.738125 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-6c5ebc58-3c97-4e73-a1f1-1ba55f0967f3 req-1e450956-bb81-45b8-8054-99afe4452108 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/security-groups?id=95a96d85-de0d-4a2e-8acd-c327a3f00b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548885 Jan 18 17:16:58.768614 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] For port 5b60aef5-9bd5-4b92-a302-38d5092ffad6, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=5b60aef5-9bd5-4b92-a302-38d5092ffad6,segment=NetworkSegment(d54abf42-b153-483d-a89a-0388ad402880),segment_id=d54abf42-b153-483d-a89a-0388ad402880)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:16:58.785682 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-9376a76b-9d9a-47f6-9883-6d17b43f8d02 req-9bfa4aef-2135-4ca0-a4c2-7ce1f10590eb tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "GET /v2.0/security-groups?id=c89a7dc5-0961-4a5a-ac1f-02410b7e5eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911016 Jan 18 17:16:58.821354 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e44736-266c-4a15-aa4a-2ae399d21dd0 service neutron] Pushing event updated for resources: {'Port': ['ID=6bedd311-b537-470c-87a2-30a1c533a6f7,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:58.942150 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [req-fa4d8724-6186-422b-bd0a-bb6e590084e4 req-40e44736-266c-4a15-aa4a-2ae399d21dd0 service neutron] Attempting to bind port 6bedd311-b537-470c-87a2-30a1c533a6f7 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 17:16:58.942486 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [req-fa4d8724-6186-422b-bd0a-bb6e590084e4 req-40e44736-266c-4a15-aa4a-2ae399d21dd0 service neutron] Attempting to bind port 6bedd311-b537-470c-87a2-30a1c533a6f7 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '441c74e1-622f-4873-94d6-ea0d90ecf9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '6beef8c8-11cd-4aa0-ae20-531a45b1faf5'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 17:16:58.942816 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4d8724-6186-422b-bd0a-bb6e590084e4 req-40e44736-266c-4a15-aa4a-2ae399d21dd0 service neutron] Attempting to bind port 6bedd311-b537-470c-87a2-30a1c533a6f7 on network 6beef8c8-11cd-4aa0-ae20-531a45b1faf5 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 17:16:58.956502 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4d8724-6186-422b-bd0a-bb6e590084e4 req-40e44736-266c-4a15-aa4a-2ae399d21dd0 service neutron] Port 6bedd311-b537-470c-87a2-30a1c533a6f7 on network 6beef8c8-11cd-4aa0-ae20-531a45b1faf5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 17:16:58.956842 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4d8724-6186-422b-bd0a-bb6e590084e4 req-40e44736-266c-4a15-aa4a-2ae399d21dd0 service neutron] Attempting to bind port 6bedd311-b537-470c-87a2-30a1c533a6f7 on network 6beef8c8-11cd-4aa0-ae20-531a45b1faf5 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 17:16:58.966505 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4d8724-6186-422b-bd0a-bb6e590084e4 req-40e44736-266c-4a15-aa4a-2ae399d21dd0 service neutron] Checking agent: {'id': 'e727efee-c94b-447a-9897-92f425521d05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 17, 11, 11), 'started_at': datetime.datetime(2022, 1, 18, 17, 11, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 17, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 17:16:58.968777 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4d8724-6186-422b-bd0a-bb6e590084e4 req-40e44736-266c-4a15-aa4a-2ae399d21dd0 service neutron] Checking segment: {'id': '441c74e1-622f-4873-94d6-ea0d90ecf9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '6beef8c8-11cd-4aa0-ae20-531a45b1faf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 17:16:58.969200 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4d8724-6186-422b-bd0a-bb6e590084e4 req-40e44736-266c-4a15-aa4a-2ae399d21dd0 service neutron] Bound using segment: {'id': '441c74e1-622f-4873-94d6-ea0d90ecf9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '6beef8c8-11cd-4aa0-ae20-531a45b1faf5'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 17:16:58.972409 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [req-fa4d8724-6186-422b-bd0a-bb6e590084e4 req-40e44736-266c-4a15-aa4a-2ae399d21dd0 service neutron] Bound port: 6bedd311-b537-470c-87a2-30a1c533a6f7, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '441c74e1-622f-4873-94d6-ea0d90ecf9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '6beef8c8-11cd-4aa0-ae20-531a45b1faf5'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 17:16:58.972824 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-fa4d8724-6186-422b-bd0a-bb6e590084e4 req-40e44736-266c-4a15-aa4a-2ae399d21dd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (6bedd311-b537-470c-87a2-30a1c533a6f7), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:58.978199 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (5b60aef5-9bd5-4b92-a302-38d5092ffad6), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:59.078902 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-a512f7cb-2531-4a86-b890-7e9679bb547b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:59.123782 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [req-fa4d8724-6186-422b-bd0a-bb6e590084e4 req-40e44736-266c-4a15-aa4a-2ae399d21dd0 service neutron] For port 6bedd311-b537-470c-87a2-30a1c533a6f7, host hv-cinder-73362, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 17:16:59.127295 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [req-fa4d8724-6186-422b-bd0a-bb6e590084e4 req-40e44736-266c-4a15-aa4a-2ae399d21dd0 service neutron] For port 6bedd311-b537-470c-87a2-30a1c533a6f7, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=6bedd311-b537-470c-87a2-30a1c533a6f7,segment=NetworkSegment(441c74e1-622f-4873-94d6-ea0d90ecf9ee),segment_id=441c74e1-622f-4873-94d6-ea0d90ecf9ee)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 17:16:59.155382 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Device c9844cd7-01c9-407e-9646-3f2c5165f9ff up at agent ovs-agent-dv-cinder-733623-11-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 17:16:59.183582 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Pushing event updated for resources: {'Port': ['ID=5b60aef5-9bd5-4b92-a302-38d5092ffad6,revision_number=4']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:59.263519 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-411b72d0-5dbf-4fa7-862c-e10b7c48e1e9 None None] Current status of the port c9844cd7-01c9-407e-9646-3f2c5165f9ff is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:16:59.342630 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Provisioning complete for port c9844cd7-01c9-407e-9646-3f2c5165f9ff triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:16:59.342630 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (c9844cd7-01c9-407e-9646-3f2c5165f9ff), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:59.342906 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.db.db_base_plugin_common [None req-a512f7cb-2531-4a86-b890-7e9679bb547b admin admin] Allocated IP 172.20.0.1 (e0c677bc-2166-4510-88fb-c9fa3cfbdfdd/d1e39807-d478-462d-9316-68915c006841/b9f8ea17-f2e2-4152-a2af-bc52d3380518) {{(pid=103197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 17:16:59.343017 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-b19ea1be-3e25-481a-8607-927c2b1e0601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a4458d-c6a5-4f6d-ba76-cfb8d3df1179', 'name': 'tempest-TestVolumeBootPattern-1685957502-router', 'tenant_id': '11a7b02b9c8f48fda36e546dd72aed55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '99aed31e-5557-421f-a200-737eb58f26cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:16:55Z', 'updated_at': '2022-01-18T17:16:57Z', 'revision_number': 3, 'project_id': '11a7b02b9c8f48fda36e546dd72aed55', 'gw_port': {'id': '99aed31e-5557-421f-a200-737eb58f26cb', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:28:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a4458d-c6a5-4f6d-ba76-cfb8d3df1179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:56Z', 'updated_at': '2022-01-18T17:16:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi'}], 'dv-cinder-733623-11-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:16:59.348029 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] get_ports_and_sgs() called for port_ids ['5b60aef5-9bd5-4b92-a302-38d5092ffad6'] {{(pid=103198) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 17:16:59.374284 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19ea1be-3e25-481a-8607-927c2b1e0601 None None] Checking router: 71a4458d-c6a5-4f6d-ba76-cfb8d3df1179 for host: dv-cinder-733623-11-iscsi {{(pid=103198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 17:16:59.374618 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19ea1be-3e25-481a-8607-927c2b1e0601 None None] Updating router 71a4458d-c6a5-4f6d-ba76-cfb8d3df1179 port 99aed31e-5557-421f-a200-737eb58f26cb binding host dv-cinder-733623-11-iscsi {{(pid=103198) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 17:16:59.419058 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-a512f7cb-2531-4a86-b890-7e9679bb547b admin admin] Publish callbacks [] for port (b9f8ea17-f2e2-4152-a2af-bc52d3380518), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:59.427438 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-b19ea1be-3e25-481a-8607-927c2b1e0601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (99aed31e-5557-421f-a200-737eb58f26cb), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:59.602641 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Current status of the port c9844cd7-01c9-407e-9646-3f2c5165f9ff is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:16:59.703396 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-a24976dc-7f89-446d-8d9b-8a75bf0e6853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (f7781508-68f4-4d6b-b413-74596bae1216), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:59.728449 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-a512f7cb-2531-4a86-b890-7e9679bb547b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785611913804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6115669'] for port (b9f8ea17-f2e2-4152-a2af-bc52d3380518), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:59.729184 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-fa4d8724-6186-422b-bd0a-bb6e590084e4 req-40e44736-266c-4a15-aa4a-2ae399d21dd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4300398'] for port (6bedd311-b537-470c-87a2-30a1c533a6f7), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:59.781440 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a512f7cb-2531-4a86-b890-7e9679bb547b admin admin] Network e0c677bc-2166-4510-88fb-c9fa3cfbdfdd is already hosted by enough agents. {{(pid=103197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 17:16:59.785501 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.base_scheduler [None req-a512f7cb-2531-4a86-b890-7e9679bb547b admin admin] Resources bound (agent type, host, resource id): {{(pid=103197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 17:16:59.789852 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a512f7cb-2531-4a86-b890-7e9679bb547b admin admin] Received port after_create {{(pid=103197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 17:16:59.794227 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4d8724-6186-422b-bd0a-bb6e590084e4 req-40e44736-266c-4a15-aa4a-2ae399d21dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:59.796572 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a512f7cb-2531-4a86-b890-7e9679bb547b admin admin] Pushing event updated for resources: {'Port': ['ID=b9f8ea17-f2e2-4152-a2af-bc52d3380518,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:59.802208 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-fa4d8724-6186-422b-bd0a-bb6e590084e4 req-40e44736-266c-4a15-aa4a-2ae399d21dd0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1923895'] for port (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:59.805828 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-fa4d8724-6186-422b-bd0a-bb6e590084e4 req-40e44736-266c-4a15-aa4a-2ae399d21dd0 service neutron] 10.222.0.105 "PUT /v2.0/ports/6bedd311-b537-470c-87a2-30a1c533a6f7 HTTP/1.1" status: 200 len: 1093 time: 1.6493511 Jan 18 17:16:59.806288 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0142f18-1c38-4d0b-841f-2f6eecb854b9', 'tag': '6bedd311-b537-470c-87a2-30a1c533a6f7'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 17:16:59.820804 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dae96983658fa47cc55ad2b43631f290e6eb934f25c74fb238f11dfd9473403c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee2521f-3cd4-43e3-b535-4a6cd93025a0" -d '{"events": [{"name": "network-changed", "server_uuid": "a0142f18-1c38-4d0b-841f-2f6eecb854b9", "tag": "6bedd311-b537-470c-87a2-30a1c533a6f7"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 17:16:59.823320 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-b19ea1be-3e25-481a-8607-927c2b1e0601 None None] Publish callbacks [] for port (99aed31e-5557-421f-a200-737eb58f26cb), precommit_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:59.851679 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e44736-266c-4a15-aa4a-2ae399d21dd0 service neutron] Pushing event updated for resources: {'Port': ['ID=6bedd311-b537-470c-87a2-30a1c533a6f7,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:16:59.898680 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-b19ea1be-3e25-481a-8607-927c2b1e0601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (99aed31e-5557-421f-a200-737eb58f26cb), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:59.900595 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 17:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb660993-a912-436b-948c-4ceb30b10de4 x-openstack-request-id: req-fb660993-a912-436b-948c-4ceb30b10de4 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 17:16:59.900925 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0142f18-1c38-4d0b-841f-2f6eecb854b9", "tag": "6bedd311-b537-470c-87a2-30a1c533a6f7", "status": "completed", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 17:16:59.906068 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-fb660993-a912-436b-948c-4ceb30b10de4 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 17:16:59.906601 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0142f18-1c38-4d0b-841f-2f6eecb854b9', 'tag': '6bedd311-b537-470c-87a2-30a1c533a6f7', 'status': 'completed', 'code': 200} Jan 18 17:16:59.943136 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-a512f7cb-2531-4a86-b890-7e9679bb547b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-647824'] for router_interface (71a4458d-c6a5-4f6d-ba76-cfb8d3df1179), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:16:59.983608 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5cf9db-c4f5-4254-a1cd-2f90bdb985a8 req-fa583e87-9748-40cf-9d2f-b59e7ae31505 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:16:59.985504 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-ba5cf9db-c4f5-4254-a1cd-2f90bdb985a8 req-fa583e87-9748-40cf-9d2f-b59e7ae31505 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/ports?device_id=a0142f18-1c38-4d0b-841f-2f6eecb854b9 HTTP/1.1" status: 200 len: 943 time: 0.1272633 Jan 18 17:16:59.993821 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-b19ea1be-3e25-481a-8607-927c2b1e0601 None None] Attempting to bind port 99aed31e-5557-421f-a200-737eb58f26cb on host dv-cinder-733623-11-iscsi for vnic_type normal with profile {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 17:16:59.994352 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-b19ea1be-3e25-481a-8607-927c2b1e0601 None None] Attempting to bind port 99aed31e-5557-421f-a200-737eb58f26cb by drivers openvswitch,hyperv on host dv-cinder-733623-11-iscsi at level 0 using segments [{'id': 'e313aa2e-7c8f-481c-b82b-97bbd998f4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430'}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 17:16:59.994826 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19ea1be-3e25-481a-8607-927c2b1e0601 None None] Attempting to bind port 99aed31e-5557-421f-a200-737eb58f26cb on network 09e508a9-4d19-4482-acf1-bcc4a2adb430 {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 17:16:59.998343 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c195819-afd1-45bf-8320-52290748001a None None] Pushing event updated for resources: {'Port': ['ID=99aed31e-5557-421f-a200-737eb58f26cb,revision_number=2']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:17:00.007128 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19ea1be-3e25-481a-8607-927c2b1e0601 None None] Checking agent: {'id': 'a6f837d2-7b5b-4cd3-9c28-296017d8b8e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 17, 5, 2), 'started_at': datetime.datetime(2022, 1, 18, 17, 5, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 17, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 17:17:00.012641 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19ea1be-3e25-481a-8607-927c2b1e0601 None None] Checking segment: {'id': 'e313aa2e-7c8f-481c-b82b-97bbd998f4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 17:17:00.012641 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-b19ea1be-3e25-481a-8607-927c2b1e0601 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:00.012641 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19ea1be-3e25-481a-8607-927c2b1e0601 None None] Bound using segment: {'id': 'e313aa2e-7c8f-481c-b82b-97bbd998f4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430'} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 17:17:00.012641 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-b19ea1be-3e25-481a-8607-927c2b1e0601 None None] Bound port: 99aed31e-5557-421f-a200-737eb58f26cb, host: dv-cinder-733623-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e313aa2e-7c8f-481c-b82b-97bbd998f4e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430'}}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 17:17:00.012641 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-b19ea1be-3e25-481a-8607-927c2b1e0601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (99aed31e-5557-421f-a200-737eb58f26cb), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:00.023218 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee2521f-3cd4-43e3-b535-4a6cd93025a0 req-2946bff6-5193-4328-a239-c51e2deb676d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:00.024742 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-5ee2521f-3cd4-43e3-b535-4a6cd93025a0 req-2946bff6-5193-4328-a239-c51e2deb676d service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=e39431ed93ab40b3bd3a181b2afcac3d&device_id=a0142f18-1c38-4d0b-841f-2f6eecb854b9 HTTP/1.1" status: 200 len: 1096 time: 0.1015027 Jan 18 17:17:00.099480 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-b19ea1be-3e25-481a-8607-927c2b1e0601 None None] For port 99aed31e-5557-421f-a200-737eb58f26cb, host dv-cinder-733623-11-iscsi, cleared binding levels {{(pid=103198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 17:17:00.104791 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-ba5cf9db-c4f5-4254-a1cd-2f90bdb985a8 req-3c553208-bf46-4984-a82f-b4e7a7cd5233 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/security-groups?id=95a96d85-de0d-4a2e-8acd-c327a3f00b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060090 Jan 18 17:17:00.107909 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-b19ea1be-3e25-481a-8607-927c2b1e0601 None None] For port 99aed31e-5557-421f-a200-737eb58f26cb, host dv-cinder-733623-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-11-iscsi',level=0,port_id=99aed31e-5557-421f-a200-737eb58f26cb,segment=NetworkSegment(e313aa2e-7c8f-481c-b82b-97bbd998f4e0),segment_id=e313aa2e-7c8f-481c-b82b-97bbd998f4e0)] {{(pid=103198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 17:17:00.145153 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2f38d6-090a-482d-88ab-f9b7d10dcbb7 req-6c31dcc6-d41c-4198-9444-ebb39938baef tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:00.147728 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-3b2f38d6-090a-482d-88ab-f9b7d10dcbb7 req-6c31dcc6-d41c-4198-9444-ebb39938baef tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "GET /v2.0/ports?device_id=0cf6cbd1-6df8-4d12-bd6f-0af78720aabe HTTP/1.1" status: 200 len: 945 time: 0.1048272 Jan 18 17:17:00.175255 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee2521f-3cd4-43e3-b535-4a6cd93025a0 req-3127f18d-8cef-436e-a8fe-61c36091b6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:00.175638 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-5ee2521f-3cd4-43e3-b535-4a6cd93025a0 req-3127f18d-8cef-436e-a8fe-61c36091b6d3 service neutron] 10.222.0.105 "GET /v2.0/networks?tenant_id=e39431ed93ab40b3bd3a181b2afcac3d&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1398015 Jan 18 17:17:00.187175 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-b19ea1be-3e25-481a-8607-927c2b1e0601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (99aed31e-5557-421f-a200-737eb58f26cb), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:00.257205 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c195819-afd1-45bf-8320-52290748001a None None] Pushing event updated for resources: {'Port': ['ID=99aed31e-5557-421f-a200-737eb58f26cb,revision_number=3']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:17:00.279985 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-3b2f38d6-090a-482d-88ab-f9b7d10dcbb7 req-86dd4db4-d64d-4caa-af9e-3bd711556523 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "GET /v2.0/security-groups?id=c89a7dc5-0961-4a5a-ac1f-02410b7e5eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038625 Jan 18 17:17:00.306251 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19ea1be-3e25-481a-8607-927c2b1e0601 None None] Routers {'71a4458d-c6a5-4f6d-ba76-cfb8d3df1179'} bound to L3 agent in host dv-cinder-733623-11-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 17:17:00.307064 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-b19ea1be-3e25-481a-8607-927c2b1e0601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T17:04:58Z,description=,heartbeat_timestamp=2022-01-18T17:16:58Z,host='dv-cinder-733623-11-iscsi',id=34860b7f-7c9d-4265-9a0a-1b9bd2e1622e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T17:04:59Z,topic='l3_agent')) {'router_ids': ['71a4458d-c6a5-4f6d-ba76-cfb8d3df1179'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:17:00.320122 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee2521f-3cd4-43e3-b535-4a6cd93025a0 req-1fa5d3c6-d589-40e8-83af-26255b67722b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:00.323133 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-5ee2521f-3cd4-43e3-b535-4a6cd93025a0 req-1fa5d3c6-d589-40e8-83af-26255b67722b service neutron] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1395426 Jan 18 17:17:00.364203 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-1e44f99f-f983-45c5-be4a-dc4a28ef62d1 None None] Provisioning complete for port b9f8ea17-f2e2-4152-a2af-bc52d3380518 triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:17:00.364588 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-1e44f99f-f983-45c5-be4a-dc4a28ef62d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (b9f8ea17-f2e2-4152-a2af-bc52d3380518), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:00.404803 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-a512f7cb-2531-4a86-b890-7e9679bb547b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (b9f8ea17-f2e2-4152-a2af-bc52d3380518), before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:00.440352 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4d8724-6186-422b-bd0a-bb6e590084e4 req-16756010-95e3-4984-be4e-2b044c2054fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:00.442278 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-fa4d8724-6186-422b-bd0a-bb6e590084e4 req-16756010-95e3-4984-be4e-2b044c2054fa service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=e39431ed93ab40b3bd3a181b2afcac3d&device_id=a0142f18-1c38-4d0b-841f-2f6eecb854b9 HTTP/1.1" status: 200 len: 1096 time: 0.0775411 Jan 18 17:17:00.446446 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-1e44f99f-f983-45c5-be4a-dc4a28ef62d1 None None] Port b9f8ea17-f2e2-4152-a2af-bc52d3380518 cannot update to ACTIVE because it is not bound. {{(pid=103198) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 17:17:00.470659 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-b19ea1be-3e25-481a-8607-927c2b1e0601 None None] Set router 71a4458d-c6a5-4f6d-ba76-cfb8d3df1179 gateway port host: dv-cinder-733623-11-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 17:17:00.496636 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-fa4d8724-6186-422b-bd0a-bb6e590084e4 req-e7c3b9cb-679d-4b80-98f7-ac6febe2f8bc service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6bedd311-b537-470c-87a2-30a1c533a6f7 HTTP/1.1" status: 200 len: 217 time: 0.0472639 Jan 18 17:17:00.616578 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4d8724-6186-422b-bd0a-bb6e590084e4 req-189b9712-6a22-45fc-9a3c-15fb1d7d2554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:00.618473 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-fa4d8724-6186-422b-bd0a-bb6e590084e4 req-189b9712-6a22-45fc-9a3c-15fb1d7d2554 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=db7edcea-cc0c-4f91-8652-8431bf22b201 HTTP/1.1" status: 200 len: 849 time: 0.1158555 Jan 18 17:17:00.682659 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-d0f57583-9799-4745-8039-4fb698731137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (f223777b-396b-444b-a9c9-71cdff5b918d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:00.717215 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-b19ea1be-3e25-481a-8607-927c2b1e0601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a4458d-c6a5-4f6d-ba76-cfb8d3df1179', 'name': 'tempest-TestVolumeBootPattern-1685957502-router', 'tenant_id': '11a7b02b9c8f48fda36e546dd72aed55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '99aed31e-5557-421f-a200-737eb58f26cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:16:55Z', 'updated_at': '2022-01-18T17:16:57Z', 'revision_number': 3, 'project_id': '11a7b02b9c8f48fda36e546dd72aed55', 'gw_port': {'id': '99aed31e-5557-421f-a200-737eb58f26cb', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:28:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a4458d-c6a5-4f6d-ba76-cfb8d3df1179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:56Z', 'updated_at': '2022-01-18T17:17:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi'}], 'dv-cinder-733623-11-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:17:00.767696 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.agents_db [None req-82e58cf6-2858-46ee-adbb-688a61b9207a None None] Agent healthcheck: found 6 active agents {{(pid=103199) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 17:17:00.780262 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19ea1be-3e25-481a-8607-927c2b1e0601 None None] The sync data for ids ['71a4458d-c6a5-4f6d-ba76-cfb8d3df1179'] in dv-cinder-733623-11-iscsi is: [{'id': '71a4458d-c6a5-4f6d-ba76-cfb8d3df1179', 'name': 'tempest-TestVolumeBootPattern-1685957502-router', 'tenant_id': '11a7b02b9c8f48fda36e546dd72aed55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '99aed31e-5557-421f-a200-737eb58f26cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:16:55Z', 'updated_at': '2022-01-18T17:16:57Z', 'revision_number': 3, 'project_id': '11a7b02b9c8f48fda36e546dd72aed55', 'gw_port': {'id': '99aed31e-5557-421f-a200-737eb58f26cb', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:28:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a4458d-c6a5-4f6d-ba76-cfb8d3df1179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:56Z', 'updated_at': '2022-01-18T17:17:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi'}] {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 17:17:00.907350 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-a512f7cb-2531-4a86-b890-7e9679bb547b admin admin] Publish callbacks [] for port (b9f8ea17-f2e2-4152-a2af-bc52d3380518), precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:00.983654 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b98440-42a4-46b7-a5c8-e8cc07b8132e req-8f1824af-5a83-4404-82cd-2133a697c392 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:00.985243 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-69b98440-42a4-46b7-a5c8-e8cc07b8132e req-8f1824af-5a83-4404-82cd-2133a697c392 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] 10.222.0.100 "GET /v2.0/networks?id=abcf6283-b96f-4717-b2e5-77af2836b83a HTTP/1.1" status: 200 len: 814 time: 0.4706111 Jan 18 17:17:00.991751 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-a512f7cb-2531-4a86-b890-7e9679bb547b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6115650'] for port (b9f8ea17-f2e2-4152-a2af-bc52d3380518), after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:01.007369 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4d8724-6186-422b-bd0a-bb6e590084e4 req-fa77223b-2b9f-49d6-9500-e44d2e696410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:01.024992 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-fa4d8724-6186-422b-bd0a-bb6e590084e4 req-fa77223b-2b9f-49d6-9500-e44d2e696410 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=6beef8c8-11cd-4aa0-ae20-531a45b1faf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3782783 Jan 18 17:17:01.024992 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-69b98440-42a4-46b7-a5c8-e8cc07b8132e req-8cc01598-166e-4b0a-a723-78234dedb232 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] 10.222.0.100 "GET /v2.0/quotas/10fba601dcfd4f0a94f85b575e1e7fd2 HTTP/1.1" status: 200 len: 375 time: 0.0175631 Jan 18 17:17:01.072095 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a512f7cb-2531-4a86-b890-7e9679bb547b admin admin] Pushing event updated for resources: {'Port': ['ID=b9f8ea17-f2e2-4152-a2af-bc52d3380518,revision_number=2']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:17:01.074846 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-a512f7cb-2531-4a86-b890-7e9679bb547b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-647780'] for router_interface (71a4458d-c6a5-4f6d-ba76-cfb8d3df1179), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:01.117502 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-69b98440-42a4-46b7-a5c8-e8cc07b8132e req-dd744e90-6f18-415c-aa39-5c5b90b07994 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=10fba601dcfd4f0a94f85b575e1e7fd2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0932550 Jan 18 17:17:01.187226 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a512f7cb-2531-4a86-b890-7e9679bb547b admin admin] Network e0c677bc-2166-4510-88fb-c9fa3cfbdfdd is already hosted by enough agents. {{(pid=103197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 17:17:01.189389 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.base_scheduler [None req-a512f7cb-2531-4a86-b890-7e9679bb547b admin admin] Resources bound (agent type, host, resource id): {{(pid=103197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 17:17:01.214629 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-fa4d8724-6186-422b-bd0a-bb6e590084e4 req-57076575-18de-4fc0-be74-08f9ad0f839f service neutron] 10.222.0.105 "GET /v2.0/networks/6beef8c8-11cd-4aa0-ae20-531a45b1faf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989832 Jan 18 17:17:01.249508 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-69b98440-42a4-46b7-a5c8-e8cc07b8132e req-48ed0e0a-819b-46cc-973f-acbd946e9f5a service neutron] 10.222.0.100 "GET /v2.0/networks/abcf6283-b96f-4717-b2e5-77af2836b83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218781 Jan 18 17:17:01.364102 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-69b98440-42a4-46b7-a5c8-e8cc07b8132e req-dfbd4277-c2cc-4d86-9340-0303f30d57c0 service neutron] 10.222.0.100 "GET /v2.0/networks/abcf6283-b96f-4717-b2e5-77af2836b83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075234 Jan 18 17:17:01.365259 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aadf28-acbf-4fd7-b7e3-ddcda6785a5d req-5dfa4d95-3707-44f8-9d61-db7e28c81123 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:01.367802 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-05aadf28-acbf-4fd7-b7e3-ddcda6785a5d req-5dfa4d95-3707-44f8-9d61-db7e28c81123 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/ports?device_id=a0142f18-1c38-4d0b-841f-2f6eecb854b9 HTTP/1.1" status: 200 len: 943 time: 0.1126595 Jan 18 17:17:01.419733 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a512f7cb-2531-4a86-b890-7e9679bb547b admin admin] Router 71a4458d-c6a5-4f6d-ba76-cfb8d3df1179 has already been hosted by L3 agent 34860b7f-7c9d-4265-9a0a-1b9bd2e1622e {{(pid=103197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 17:17:01.453031 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-05aadf28-acbf-4fd7-b7e3-ddcda6785a5d req-28c04f44-e3f5-4ce0-a88c-595f47210379 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/security-groups?id=95a96d85-de0d-4a2e-8acd-c327a3f00b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730169 Jan 18 17:17:01.496699 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-905a715f-b05e-4402-90c7-8617c3955f36 None None] Provisioning complete for port b9f8ea17-f2e2-4152-a2af-bc52d3380518 triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:17:01.497193 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-905a715f-b05e-4402-90c7-8617c3955f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (b9f8ea17-f2e2-4152-a2af-bc52d3380518), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:01.540538 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-905a715f-b05e-4402-90c7-8617c3955f36 None None] Port b9f8ea17-f2e2-4152-a2af-bc52d3380518 cannot update to ACTIVE because it is not bound. {{(pid=103198) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 17:17:01.618498 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a512f7cb-2531-4a86-b890-7e9679bb547b admin admin] Notify agent at l3_agent.dv-cinder-733623-11-iscsi the message routers_updated {{(pid=103197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 17:17:01.625212 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-a512f7cb-2531-4a86-b890-7e9679bb547b admin admin] 10.222.0.100 "PUT /v2.0/routers/71a4458d-c6a5-4f6d-ba76-cfb8d3df1179/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2443759 Jan 18 17:17:01.664049 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63e4af5-8806-4572-86a3-608c42ba2baa req-e62df951-6c95-42cd-97a7-3a23ab13aa31 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:01.667957 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-b63e4af5-8806-4572-86a3-608c42ba2baa req-e62df951-6c95-42cd-97a7-3a23ab13aa31 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "GET /v2.0/ports?device_id=0cf6cbd1-6df8-4d12-bd6f-0af78720aabe HTTP/1.1" status: 200 len: 945 time: 0.1181018 Jan 18 17:17:01.669469 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-bb25c0e7-4f9d-477b-886b-ed9270529cca req-788071c4-fdcf-41b9-8dc1-716d769fe03d tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] 10.222.0.100 "GET /v2.0/ports?device_id=9a9f5dcd-3389-4019-ac70-183d7e6ae9b3 HTTP/1.1" status: 200 len: 210 time: 0.0394251 Jan 18 17:17:01.733214 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-b63e4af5-8806-4572-86a3-608c42ba2baa req-2df1fb73-ab71-4905-9372-0dc37adc4ab8 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "GET /v2.0/security-groups?id=c89a7dc5-0961-4a5a-ac1f-02410b7e5eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518267 Jan 18 17:17:01.830548 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (a6f837d2-7b5b-4cd3-9c28-296017d8b8e6), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:02.017720 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Device 5b60aef5-9bd5-4b92-a302-38d5092ffad6 up at agent hyperv_hv-cinder-73362 {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 17:17:02.109317 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-fa4d8724-6186-422b-bd0a-bb6e590084e4 req-f9867455-b151-446f-a1a1-864a32a70440 service neutron] 10.222.0.105 "GET /v2.0/networks/6beef8c8-11cd-4aa0-ae20-531a45b1faf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909762 Jan 18 17:17:02.155753 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Provisioning for port 5b60aef5-9bd5-4b92-a302-38d5092ffad6 completed by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 17:17:02.159840 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Provisioning complete for port 5b60aef5-9bd5-4b92-a302-38d5092ffad6 triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:17:02.160221 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (5b60aef5-9bd5-4b92-a302-38d5092ffad6), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:02.223810 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 57024) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:17:02.229878 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-c0bbd28d-e8ac-4a3d-b899-0a34a295ae48 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1948847876', 'description': 'tempest-secgroup-smoke-1948847876 description', 'project_id': '09bf69f6abdb4a3083dce101c7984e29'}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:17:02.244685 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Current status of the port 5b60aef5-9bd5-4b92-a302-38d5092ffad6 is: BUILD; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:17:02.244992 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (5b60aef5-9bd5-4b92-a302-38d5092ffad6), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:02.270550 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cf6cbd1-6df8-4d12-bd6f-0af78720aabe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b60aef5-9bd5-4b92-a302-38d5092ffad6'}] {{(pid=103198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 17:17:02.272984 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97aa477b9a8a7659066d830c0d89a1f304b03425b5691a2db6f60cb613ebd93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a4b6d2-d5dc-4b1f-afb1-fbfbecf946bf" -d '{"events": [{"server_uuid": "0cf6cbd1-6df8-4d12-bd6f-0af78720aabe", "name": "network-vif-plugged", "status": "completed", "tag": "5b60aef5-9bd5-4b92-a302-38d5092ffad6"}]}' {{(pid=103198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 17:17:02.289050 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] For port 5b60aef5-9bd5-4b92-a302-38d5092ffad6, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=5b60aef5-9bd5-4b92-a302-38d5092ffad6,segment=NetworkSegment(d54abf42-b153-483d-a89a-0388ad402880),segment_id=d54abf42-b153-483d-a89a-0388ad402880)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:17:02.299115 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-c0bbd28d-e8ac-4a3d-b899-0a34a295ae48 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:02.316076 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 17:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67f4f18d-a329-4f3d-94c4-6d3ba7799a6f x-openstack-request-id: req-67f4f18d-a329-4f3d-94c4-6d3ba7799a6f {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 17:17:02.316366 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cf6cbd1-6df8-4d12-bd6f-0af78720aabe", "name": "network-vif-plugged", "status": "completed", "tag": "5b60aef5-9bd5-4b92-a302-38d5092ffad6", "code": 200}]} {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 17:17:02.316616 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-67f4f18d-a329-4f3d-94c4-6d3ba7799a6f {{(pid=103198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 17:17:02.317007 dv-cinder-733623-11-iscsi neutron-server[103198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cf6cbd1-6df8-4d12-bd6f-0af78720aabe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b60aef5-9bd5-4b92-a302-38d5092ffad6', 'code': 200} Jan 18 17:17:02.332860 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (5b60aef5-9bd5-4b92-a302-38d5092ffad6), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:02.381760 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-c0bbd28d-e8ac-4a3d-b899-0a34a295ae48 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Publish callbacks [] for security_group (3146ca4f-c802-403d-b3a8-374af26132ea), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:02.388514 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Pushing event updated for resources: {'Port': ['ID=5b60aef5-9bd5-4b92-a302-38d5092ffad6,revision_number=5']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:17:02.448168 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-c0bbd28d-e8ac-4a3d-b899-0a34a295ae48 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (3146ca4f-c802-403d-b3a8-374af26132ea), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:02.477551 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bbd28d-e8ac-4a3d-b899-0a34a295ae48 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3146ca4f-c802-403d-b3a8-374af26132ea,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:17:02.552320 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-c0bbd28d-e8ac-4a3d-b899-0a34a295ae48 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:02.557151 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-c0bbd28d-e8ac-4a3d-b899-0a34a295ae48 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3292840 Jan 18 17:17:02.557310 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 57030) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:17:02.561663 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-b2e60d41-4262-423e-abc8-0af782c0a377 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Request body: {'security_group_rule': {'security_group_id': '3146ca4f-c802-403d-b3a8-374af26132ea', 'project_id': '09bf69f6abdb4a3083dce101c7984e29', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:17:02.582593 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed08f15-d9ac-4e74-898a-d5c68acc28c1 req-2c1fbd87-c1f1-46fa-ae80-51d25990d12f tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:02.584209 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-eed08f15-d9ac-4e74-898a-d5c68acc28c1 req-2c1fbd87-c1f1-46fa-ae80-51d25990d12f tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/ports?device_id=a0142f18-1c38-4d0b-841f-2f6eecb854b9 HTTP/1.1" status: 200 len: 943 time: 0.0572166 Jan 18 17:17:02.632767 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-eed08f15-d9ac-4e74-898a-d5c68acc28c1 req-8881e600-f8de-4b38-959d-8fec9aed28fa tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/security-groups?id=95a96d85-de0d-4a2e-8acd-c327a3f00b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428708 Jan 18 17:17:02.640994 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-b2e60d41-4262-423e-abc8-0af782c0a377 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Publish callbacks [] for security_group_rule (fc65eafc-18dc-4cef-9049-1faaf536d0ce), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:02.698989 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-b2e60d41-4262-423e-abc8-0af782c0a377 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Publish callbacks [] for security_group_rule (fc65eafc-18dc-4cef-9049-1faaf536d0ce), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:02.765593 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-ba1b8075-e97f-43cf-a3c7-946c355c3c79 req-6ed3abf9-258c-4822-bdf9-7b03d7421bd5 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] 10.222.0.100 "GET /v2.0/ports?device_id=9a9f5dcd-3389-4019-ac70-183d7e6ae9b3 HTTP/1.1" status: 200 len: 210 time: 0.0274568 Jan 18 17:17:02.766651 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-b2e60d41-4262-423e-abc8-0af782c0a377 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433249'] for security_group_rule (fc65eafc-18dc-4cef-9049-1faaf536d0ce), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:02.785122 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e60d41-4262-423e-abc8-0af782c0a377 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc65eafc-18dc-4cef-9049-1faaf536d0ce,revision_number=0']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:17:02.856916 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-b2e60d41-4262-423e-abc8-0af782c0a377 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:02.862070 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-b2e60d41-4262-423e-abc8-0af782c0a377 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3002901 Jan 18 17:17:02.863608 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce9beb7-1c00-4889-85c9-125d6118a120 req-a187b998-c6fc-4741-ab94-7e30f34f7654 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:02.864180 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 57038) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:17:02.865115 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-5ce9beb7-1c00-4889-85c9-125d6118a120 req-a187b998-c6fc-4741-ab94-7e30f34f7654 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "GET /v2.0/ports?device_id=0cf6cbd1-6df8-4d12-bd6f-0af78720aabe HTTP/1.1" status: 200 len: 946 time: 0.0520465 Jan 18 17:17:02.870171 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-a518a2e2-45b0-400c-a9b0-9af26ddcca94 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Request body: {'security_group_rule': {'security_group_id': '3146ca4f-c802-403d-b3a8-374af26132ea', 'project_id': '09bf69f6abdb4a3083dce101c7984e29', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:17:02.915970 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-5ce9beb7-1c00-4889-85c9-125d6118a120 req-c85d8fa1-75da-4de8-8819-ede1da9ff4a7 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "GET /v2.0/security-groups?id=c89a7dc5-0961-4a5a-ac1f-02410b7e5eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440912 Jan 18 17:17:02.984307 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-a518a2e2-45b0-400c-a9b0-9af26ddcca94 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Publish callbacks [] for security_group_rule (5f1d5af3-c95d-49bc-a014-52c440f6a455), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:03.033030 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Device 99aed31e-5557-421f-a200-737eb58f26cb up at agent ovs-agent-dv-cinder-733623-11-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 17:17:03.054627 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-a518a2e2-45b0-400c-a9b0-9af26ddcca94 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Publish callbacks [] for security_group_rule (5f1d5af3-c95d-49bc-a014-52c440f6a455), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:03.085500 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Provisioning complete for port 99aed31e-5557-421f-a200-737eb58f26cb triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:17:03.085890 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (99aed31e-5557-421f-a200-737eb58f26cb), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:03.133354 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-a518a2e2-45b0-400c-a9b0-9af26ddcca94 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433249'] for security_group_rule (5f1d5af3-c95d-49bc-a014-52c440f6a455), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:03.153660 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a518a2e2-45b0-400c-a9b0-9af26ddcca94 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f1d5af3-c95d-49bc-a014-52c440f6a455,revision_number=0']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:17:03.173804 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Current status of the port 99aed31e-5557-421f-a200-737eb58f26cb is: DOWN; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:17:03.174119 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (99aed31e-5557-421f-a200-737eb58f26cb), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:03.200063 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] For port 99aed31e-5557-421f-a200-737eb58f26cb, host dv-cinder-733623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-11-iscsi',level=0,port_id=99aed31e-5557-421f-a200-737eb58f26cb,segment=NetworkSegment(e313aa2e-7c8f-481c-b82b-97bbd998f4e0),segment_id=e313aa2e-7c8f-481c-b82b-97bbd998f4e0)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:17:03.228135 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-a518a2e2-45b0-400c-a9b0-9af26ddcca94 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:03.234388 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-a518a2e2-45b0-400c-a9b0-9af26ddcca94 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3642104 Jan 18 17:17:03.234388 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 57040) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:17:03.236519 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-07454859-ef17-429e-b70d-e332fb4bbdec tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Request body: {'security_group_rule': {'security_group_id': '3146ca4f-c802-403d-b3a8-374af26132ea', 'project_id': '09bf69f6abdb4a3083dce101c7984e29', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:17:03.281920 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (99aed31e-5557-421f-a200-737eb58f26cb), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:03.332305 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Pushing event updated for resources: {'Port': ['ID=99aed31e-5557-421f-a200-737eb58f26cb,revision_number=4']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:17:03.343955 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-07454859-ef17-429e-b70d-e332fb4bbdec tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Publish callbacks [] for security_group_rule (268bf06a-d4be-4ad3-9c25-1ddca40c451c), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:03.404286 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-07454859-ef17-429e-b70d-e332fb4bbdec tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Publish callbacks [] for security_group_rule (268bf06a-d4be-4ad3-9c25-1ddca40c451c), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:03.445838 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bea96d-d1e1-42d3-97b9-26f35b7e307e None None] Sync routers for ids ['71a4458d-c6a5-4f6d-ba76-cfb8d3df1179'] in dv-cinder-733623-11-iscsi {{(pid=103199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 17:17:03.456127 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bea96d-d1e1-42d3-97b9-26f35b7e307e None None] Routers {'71a4458d-c6a5-4f6d-ba76-cfb8d3df1179'} bound to L3 agent in host dv-cinder-733623-11-iscsi {{(pid=103199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 17:17:03.456724 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-64bea96d-d1e1-42d3-97b9-26f35b7e307e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T17:04:58Z,description=,heartbeat_timestamp=2022-01-18T17:16:58Z,host='dv-cinder-733623-11-iscsi',id=34860b7f-7c9d-4265-9a0a-1b9bd2e1622e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T17:04:59Z,topic='l3_agent')) {'router_ids': ['71a4458d-c6a5-4f6d-ba76-cfb8d3df1179'], 'active': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:17:03.458887 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-07454859-ef17-429e-b70d-e332fb4bbdec tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433249'] for security_group_rule (268bf06a-d4be-4ad3-9c25-1ddca40c451c), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:03.474636 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07454859-ef17-429e-b70d-e332fb4bbdec tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=268bf06a-d4be-4ad3-9c25-1ddca40c451c,revision_number=0']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:17:03.535065 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-07454859-ef17-429e-b70d-e332fb4bbdec tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:03.536614 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-07454859-ef17-429e-b70d-e332fb4bbdec tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3033710 Jan 18 17:17:03.539773 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 57042) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:17:03.544504 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-36d71939-9867-40fa-a998-90bed191133c tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Request body: {'security_group_rule': {'security_group_id': '3146ca4f-c802-403d-b3a8-374af26132ea', 'project_id': '09bf69f6abdb4a3083dce101c7984e29', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:17:03.566397 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvr_db [None req-64bea96d-d1e1-42d3-97b9-26f35b7e307e None None] Set router 71a4458d-c6a5-4f6d-ba76-cfb8d3df1179 gateway port host: dv-cinder-733623-11-iscsi {{(pid=103199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 17:17:03.629626 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-36d71939-9867-40fa-a998-90bed191133c tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Publish callbacks [] for security_group_rule (2373d768-36cc-4ea9-af24-60241c80e2ec), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:03.702679 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-36d71939-9867-40fa-a998-90bed191133c tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Publish callbacks [] for security_group_rule (2373d768-36cc-4ea9-af24-60241c80e2ec), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:03.761986 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3e787b-727b-474e-9c78-1b568741782f req-05b98d75-7fba-4e7d-8710-b72f92077d80 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:03.767596 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-2b3e787b-727b-474e-9c78-1b568741782f req-05b98d75-7fba-4e7d-8710-b72f92077d80 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/ports?device_id=a0142f18-1c38-4d0b-841f-2f6eecb854b9 HTTP/1.1" status: 200 len: 943 time: 0.0619619 Jan 18 17:17:03.769152 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-36d71939-9867-40fa-a998-90bed191133c tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433249'] for security_group_rule (2373d768-36cc-4ea9-af24-60241c80e2ec), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:03.804576 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d71939-9867-40fa-a998-90bed191133c tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2373d768-36cc-4ea9-af24-60241c80e2ec,revision_number=0']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:17:03.845027 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-2b3e787b-727b-474e-9c78-1b568741782f req-1199bbb6-e859-49f2-872c-c801c33a87c9 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/security-groups?id=95a96d85-de0d-4a2e-8acd-c327a3f00b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691936 Jan 18 17:17:03.897179 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-36d71939-9867-40fa-a998-90bed191133c tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:03.903316 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-36d71939-9867-40fa-a998-90bed191133c tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3577850 Jan 18 17:17:03.903457 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-d2137dc1-6142-4c02-942f-46f72968d948 req-2e7f80dc-049f-4cc7-a93c-e95687ced561 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] 10.222.0.100 "GET /v2.0/ports?device_id=9a9f5dcd-3389-4019-ac70-183d7e6ae9b3 HTTP/1.1" status: 200 len: 210 time: 0.0452476 Jan 18 17:17:03.903908 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-64bea96d-d1e1-42d3-97b9-26f35b7e307e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a4458d-c6a5-4f6d-ba76-cfb8d3df1179', 'name': 'tempest-TestVolumeBootPattern-1685957502-router', 'tenant_id': '11a7b02b9c8f48fda36e546dd72aed55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '99aed31e-5557-421f-a200-737eb58f26cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:16:55Z', 'updated_at': '2022-01-18T17:17:00Z', 'revision_number': 4, 'project_id': '11a7b02b9c8f48fda36e546dd72aed55', 'gw_port': {'id': '99aed31e-5557-421f-a200-737eb58f26cb', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:28:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a4458d-c6a5-4f6d-ba76-cfb8d3df1179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:56Z', 'updated_at': '2022-01-18T17:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi', '_interfaces': [{'id': 'b9f8ea17-f2e2-4152-a2af-bc52d3380518', 'name': '', 'network_id': 'e0c677bc-2166-4510-88fb-c9fa3cfbdfdd', 'tenant_id': '11a7b02b9c8f48fda36e546dd72aed55', 'mac_address': 'fa:16:3e:b4:81:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a4458d-c6a5-4f6d-ba76-cfb8d3df1179', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'd1e39807-d478-462d-9316-68915c006841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:59Z', 'updated_at': '2022-01-18T17:17:00Z', 'revision_number': 2, 'project_id': '11a7b02b9c8f48fda36e546dd72aed55', 'subnets': [{'id': 'd1e39807-d478-462d-9316-68915c006841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-11-iscsi', False) {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:17:03.904203 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 57050) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:17:03.912239 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-6a083436-0d02-4c03-bc22-8c0e0f02d493 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Request body: {'security_group_rule': {'security_group_id': '3146ca4f-c802-403d-b3a8-374af26132ea', 'project_id': '09bf69f6abdb4a3083dce101c7984e29', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:17:03.930806 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bea96d-d1e1-42d3-97b9-26f35b7e307e None None] Checking router: 71a4458d-c6a5-4f6d-ba76-cfb8d3df1179 for host: dv-cinder-733623-11-iscsi {{(pid=103199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 17:17:03.931280 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bea96d-d1e1-42d3-97b9-26f35b7e307e None None] Updating router 71a4458d-c6a5-4f6d-ba76-cfb8d3df1179 port b9f8ea17-f2e2-4152-a2af-bc52d3380518 binding host dv-cinder-733623-11-iscsi {{(pid=103199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 17:17:03.957317 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-64bea96d-d1e1-42d3-97b9-26f35b7e307e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (b9f8ea17-f2e2-4152-a2af-bc52d3380518), before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:04.047715 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a277748-7ac7-43a3-8dbe-4b82dfe71136 req-30c8813b-2390-42d8-bcb5-0b39d72418de tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:04.049273 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-5a277748-7ac7-43a3-8dbe-4b82dfe71136 req-30c8813b-2390-42d8-bcb5-0b39d72418de tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "GET /v2.0/ports?device_id=0cf6cbd1-6df8-4d12-bd6f-0af78720aabe HTTP/1.1" status: 200 len: 946 time: 0.0505052 Jan 18 17:17:04.056798 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.db.securitygroups_db [None req-6a083436-0d02-4c03-bc22-8c0e0f02d493 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Project 09bf69f6abdb4a3083dce101c7984e29 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 17:17:04.077579 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6a083436-0d02-4c03-bc22-8c0e0f02d493 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Publish callbacks [] for security_group_rule (46e8817d-b1b7-4a81-be11-db0c6ce8f5c0), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:04.112901 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-5a277748-7ac7-43a3-8dbe-4b82dfe71136 req-385c781f-0f87-4681-aa8f-e0daecd9e5aa tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "GET /v2.0/security-groups?id=c89a7dc5-0961-4a5a-ac1f-02410b7e5eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533040 Jan 18 17:17:04.122383 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b065fd84-b91e-4e95-809e-6b0a7773ccb4 req-01f945eb-ac97-426b-85a9-606e7bfde9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:04.124377 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b065fd84-b91e-4e95-809e-6b0a7773ccb4 req-01f945eb-ac97-426b-85a9-606e7bfde9a2 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=0cf6cbd1-6df8-4d12-bd6f-0af78720aabe HTTP/1.1" status: 200 len: 1099 time: 0.0815096 Jan 18 17:17:04.164009 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6a083436-0d02-4c03-bc22-8c0e0f02d493 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Publish callbacks [] for security_group_rule (46e8817d-b1b7-4a81-be11-db0c6ce8f5c0), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:04.199248 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b065fd84-b91e-4e95-809e-6b0a7773ccb4 req-5ad78464-0be5-4df8-bc00-9d7de41aecde service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=c89a7dc5-0961-4a5a-ac1f-02410b7e5eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551469 Jan 18 17:17:04.241577 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6a083436-0d02-4c03-bc22-8c0e0f02d493 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433249'] for security_group_rule (46e8817d-b1b7-4a81-be11-db0c6ce8f5c0), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:04.251124 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-64bea96d-d1e1-42d3-97b9-26f35b7e307e None None] Publish callbacks [] for port (b9f8ea17-f2e2-4152-a2af-bc52d3380518), precommit_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:04.261309 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a083436-0d02-4c03-bc22-8c0e0f02d493 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46e8817d-b1b7-4a81-be11-db0c6ce8f5c0,revision_number=0']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:17:04.315694 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-64bea96d-d1e1-42d3-97b9-26f35b7e307e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (b9f8ea17-f2e2-4152-a2af-bc52d3380518), after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:04.340743 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6a083436-0d02-4c03-bc22-8c0e0f02d493 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:04.341966 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-6a083436-0d02-4c03-bc22-8c0e0f02d493 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4375782 Jan 18 17:17:04.344813 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 57056) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:17:04.350836 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-7ff31f15-6b23-4988-8e46-b8632da2ef8b tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Request body: {'security_group_rule': {'security_group_id': '3146ca4f-c802-403d-b3a8-374af26132ea', 'project_id': '09bf69f6abdb4a3083dce101c7984e29', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:17:04.365066 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf455ca-0bd3-4b39-9959-7ff0564f58df None None] Pushing event updated for resources: {'Port': ['ID=b9f8ea17-f2e2-4152-a2af-bc52d3380518,revision_number=3']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:17:04.374984 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf455ca-0bd3-4b39-9959-7ff0564f58df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:17:04.375385 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf455ca-0bd3-4b39-9959-7ff0564f58df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:17:04.375753 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf455ca-0bd3-4b39-9959-7ff0564f58df None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:17:04.376104 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf455ca-0bd3-4b39-9959-7ff0564f58df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:17:04.376441 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf455ca-0bd3-4b39-9959-7ff0564f58df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:17:04.376770 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf455ca-0bd3-4b39-9959-7ff0564f58df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:17:04.377110 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf455ca-0bd3-4b39-9959-7ff0564f58df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:17:04.377745 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf455ca-0bd3-4b39-9959-7ff0564f58df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:17:04.377908 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf455ca-0bd3-4b39-9959-7ff0564f58df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:17:04.378202 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf455ca-0bd3-4b39-9959-7ff0564f58df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:17:04.378534 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf455ca-0bd3-4b39-9959-7ff0564f58df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:17:04.378868 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf455ca-0bd3-4b39-9959-7ff0564f58df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:17:04.379194 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf455ca-0bd3-4b39-9959-7ff0564f58df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:17:04.432017 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.db.securitygroups_db [None req-7ff31f15-6b23-4988-8e46-b8632da2ef8b tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Project 09bf69f6abdb4a3083dce101c7984e29 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 17:17:04.432588 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [None req-64bea96d-d1e1-42d3-97b9-26f35b7e307e None None] Attempting to bind port b9f8ea17-f2e2-4152-a2af-bc52d3380518 on host dv-cinder-733623-11-iscsi for vnic_type normal with profile {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 17:17:04.432955 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [None req-64bea96d-d1e1-42d3-97b9-26f35b7e307e None None] Attempting to bind port b9f8ea17-f2e2-4152-a2af-bc52d3380518 by drivers openvswitch,hyperv on host dv-cinder-733623-11-iscsi at level 0 using segments [{'id': '2363e067-2e81-48bb-a9e9-2cf3dcf8c264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'e0c677bc-2166-4510-88fb-c9fa3cfbdfdd'}] {{(pid=103199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 17:17:04.433329 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bea96d-d1e1-42d3-97b9-26f35b7e307e None None] Attempting to bind port b9f8ea17-f2e2-4152-a2af-bc52d3380518 on network e0c677bc-2166-4510-88fb-c9fa3cfbdfdd {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 17:17:04.438939 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7ff31f15-6b23-4988-8e46-b8632da2ef8b tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Publish callbacks [] for security_group_rule (9f425d35-989b-4195-bae3-a8604390932e), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:04.440187 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bea96d-d1e1-42d3-97b9-26f35b7e307e None None] Checking agent: {'id': 'a6f837d2-7b5b-4cd3-9c28-296017d8b8e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 17, 5, 2), 'started_at': datetime.datetime(2022, 1, 18, 17, 5, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 17, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 17:17:04.440634 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bea96d-d1e1-42d3-97b9-26f35b7e307e None None] Checking segment: {'id': '2363e067-2e81-48bb-a9e9-2cf3dcf8c264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'e0c677bc-2166-4510-88fb-c9fa3cfbdfdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 17:17:04.441064 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-64bea96d-d1e1-42d3-97b9-26f35b7e307e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:04.441447 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bea96d-d1e1-42d3-97b9-26f35b7e307e None None] Bound using segment: {'id': '2363e067-2e81-48bb-a9e9-2cf3dcf8c264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'e0c677bc-2166-4510-88fb-c9fa3cfbdfdd'} {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 17:17:04.441918 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [None req-64bea96d-d1e1-42d3-97b9-26f35b7e307e None None] Bound port: b9f8ea17-f2e2-4152-a2af-bc52d3380518, host: dv-cinder-733623-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2363e067-2e81-48bb-a9e9-2cf3dcf8c264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'e0c677bc-2166-4510-88fb-c9fa3cfbdfdd'}}] {{(pid=103199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 17:17:04.442303 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-64bea96d-d1e1-42d3-97b9-26f35b7e307e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (b9f8ea17-f2e2-4152-a2af-bc52d3380518), before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:04.505620 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7ff31f15-6b23-4988-8e46-b8632da2ef8b tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Publish callbacks [] for security_group_rule (9f425d35-989b-4195-bae3-a8604390932e), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:04.512068 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.db [None req-64bea96d-d1e1-42d3-97b9-26f35b7e307e None None] For port b9f8ea17-f2e2-4152-a2af-bc52d3380518, host dv-cinder-733623-11-iscsi, cleared binding levels {{(pid=103199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 17:17:04.515282 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.db [None req-64bea96d-d1e1-42d3-97b9-26f35b7e307e None None] For port b9f8ea17-f2e2-4152-a2af-bc52d3380518, host dv-cinder-733623-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-11-iscsi',level=0,port_id=b9f8ea17-f2e2-4152-a2af-bc52d3380518,segment=NetworkSegment(2363e067-2e81-48bb-a9e9-2cf3dcf8c264),segment_id=2363e067-2e81-48bb-a9e9-2cf3dcf8c264)] {{(pid=103199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 17:17:04.561534 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7ff31f15-6b23-4988-8e46-b8632da2ef8b tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433249'] for security_group_rule (9f425d35-989b-4195-bae3-a8604390932e), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:04.584624 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff31f15-6b23-4988-8e46-b8632da2ef8b tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f425d35-989b-4195-bae3-a8604390932e,revision_number=0']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:17:04.585927 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-1dfcc973-4670-429d-bda7-72eae0127e9d None None] Provisioning complete for port b9f8ea17-f2e2-4152-a2af-bc52d3380518 triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:17:04.586634 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-1dfcc973-4670-429d-bda7-72eae0127e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (b9f8ea17-f2e2-4152-a2af-bc52d3380518), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:04.586760 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-64bea96d-d1e1-42d3-97b9-26f35b7e307e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (b9f8ea17-f2e2-4152-a2af-bc52d3380518), after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:04.643910 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7ff31f15-6b23-4988-8e46-b8632da2ef8b tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:04.645572 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-7ff31f15-6b23-4988-8e46-b8632da2ef8b tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2992723 Jan 18 17:17:04.652355 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf455ca-0bd3-4b39-9959-7ff0564f58df None None] Pushing event updated for resources: {'Port': ['ID=b9f8ea17-f2e2-4152-a2af-bc52d3380518,revision_number=4']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:17:04.659783 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bea96d-d1e1-42d3-97b9-26f35b7e307e None None] Routers {'71a4458d-c6a5-4f6d-ba76-cfb8d3df1179'} bound to L3 agent in host dv-cinder-733623-11-iscsi {{(pid=103199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 17:17:04.660628 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-64bea96d-d1e1-42d3-97b9-26f35b7e307e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T17:04:58Z,description=,heartbeat_timestamp=2022-01-18T17:16:58Z,host='dv-cinder-733623-11-iscsi',id=34860b7f-7c9d-4265-9a0a-1b9bd2e1622e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T17:04:59Z,topic='l3_agent')) {'router_ids': ['71a4458d-c6a5-4f6d-ba76-cfb8d3df1179'], 'active': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:17:04.669414 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-1dfcc973-4670-429d-bda7-72eae0127e9d None None] Current status of the port b9f8ea17-f2e2-4152-a2af-bc52d3380518 is: DOWN; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:17:04.669888 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-1dfcc973-4670-429d-bda7-72eae0127e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (b9f8ea17-f2e2-4152-a2af-bc52d3380518), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:04.729288 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-1dfcc973-4670-429d-bda7-72eae0127e9d None None] For port b9f8ea17-f2e2-4152-a2af-bc52d3380518, host dv-cinder-733623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-11-iscsi',level=0,port_id=b9f8ea17-f2e2-4152-a2af-bc52d3380518,segment=NetworkSegment(2363e067-2e81-48bb-a9e9-2cf3dcf8c264),segment_id=2363e067-2e81-48bb-a9e9-2cf3dcf8c264)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:17:04.796296 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvr_db [None req-64bea96d-d1e1-42d3-97b9-26f35b7e307e None None] Set router 71a4458d-c6a5-4f6d-ba76-cfb8d3df1179 gateway port host: dv-cinder-733623-11-iscsi {{(pid=103199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 17:17:04.825834 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-1dfcc973-4670-429d-bda7-72eae0127e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (b9f8ea17-f2e2-4152-a2af-bc52d3380518), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:04.880910 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfcc973-4670-429d-bda7-72eae0127e9d None None] Pushing event updated for resources: {'Port': ['ID=b9f8ea17-f2e2-4152-a2af-bc52d3380518,revision_number=5']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:17:04.961779 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-fdda345f-d903-42f7-9202-87218de84d28 None None] Provisioning complete for port b9f8ea17-f2e2-4152-a2af-bc52d3380518 triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:17:04.962445 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-fdda345f-d903-42f7-9202-87218de84d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (b9f8ea17-f2e2-4152-a2af-bc52d3380518), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:05.032809 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e485d7-a883-41ad-9de3-b511c2e15970 req-1b4fdc0b-818c-452d-ad8d-0109e1d172c1 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:05.041489 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-87e485d7-a883-41ad-9de3-b511c2e15970 req-1b4fdc0b-818c-452d-ad8d-0109e1d172c1 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/ports?device_id=a0142f18-1c38-4d0b-841f-2f6eecb854b9 HTTP/1.1" status: 200 len: 943 time: 0.0816517 Jan 18 17:17:05.105686 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-b8bef54b-e5cc-401b-85af-6e17ebcdf6b1 req-24e7bbca-3e2c-4de6-a90a-1d8447c1ed33 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] 10.222.0.100 "GET /v2.0/ports?device_id=9a9f5dcd-3389-4019-ac70-183d7e6ae9b3 HTTP/1.1" status: 200 len: 210 time: 0.0625005 Jan 18 17:17:05.113621 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Device 99aed31e-5557-421f-a200-737eb58f26cb up at agent ovs-agent-dv-cinder-733623-11-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 17:17:05.215322 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-87e485d7-a883-41ad-9de3-b511c2e15970 req-1fc88fa5-8224-4917-add3-540a7d55c550 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/security-groups?id=95a96d85-de0d-4a2e-8acd-c327a3f00b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1664135 Jan 18 17:17:05.221432 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-64bea96d-d1e1-42d3-97b9-26f35b7e307e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a4458d-c6a5-4f6d-ba76-cfb8d3df1179', 'name': 'tempest-TestVolumeBootPattern-1685957502-router', 'tenant_id': '11a7b02b9c8f48fda36e546dd72aed55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '99aed31e-5557-421f-a200-737eb58f26cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:16:55Z', 'updated_at': '2022-01-18T17:17:00Z', 'revision_number': 4, 'project_id': '11a7b02b9c8f48fda36e546dd72aed55', 'gw_port': {'id': '99aed31e-5557-421f-a200-737eb58f26cb', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:28:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a4458d-c6a5-4f6d-ba76-cfb8d3df1179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:56Z', 'updated_at': '2022-01-18T17:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi', '_interfaces': [{'id': 'b9f8ea17-f2e2-4152-a2af-bc52d3380518', 'name': '', 'network_id': 'e0c677bc-2166-4510-88fb-c9fa3cfbdfdd', 'tenant_id': '11a7b02b9c8f48fda36e546dd72aed55', 'mac_address': 'fa:16:3e:b4:81:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a4458d-c6a5-4f6d-ba76-cfb8d3df1179', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'd1e39807-d478-462d-9316-68915c006841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:59Z', 'updated_at': '2022-01-18T17:17:04Z', 'revision_number': 4, 'project_id': '11a7b02b9c8f48fda36e546dd72aed55', 'subnets': [{'id': 'd1e39807-d478-462d-9316-68915c006841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-11-iscsi', False) {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:17:05.278832 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-fdda345f-d903-42f7-9202-87218de84d28 None None] Current status of the port b9f8ea17-f2e2-4152-a2af-bc52d3380518 is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:17:05.281076 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Provisioning complete for port 99aed31e-5557-421f-a200-737eb58f26cb triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:17:05.281455 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (99aed31e-5557-421f-a200-737eb58f26cb), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:05.291177 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b98440-42a4-46b7-a5c8-e8cc07b8132e req-4e37f5b5-1eee-472e-8015-4be106c40194 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:05.292747 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-69b98440-42a4-46b7-a5c8-e8cc07b8132e req-4e37f5b5-1eee-472e-8015-4be106c40194 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] 10.222.0.105 "GET /v2.0/networks?id=abcf6283-b96f-4717-b2e5-77af2836b83a HTTP/1.1" status: 200 len: 814 time: 0.2433276 Jan 18 17:17:05.310817 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bea96d-d1e1-42d3-97b9-26f35b7e307e None None] The sync data for ids ['71a4458d-c6a5-4f6d-ba76-cfb8d3df1179'] in dv-cinder-733623-11-iscsi is: [{'id': '71a4458d-c6a5-4f6d-ba76-cfb8d3df1179', 'name': 'tempest-TestVolumeBootPattern-1685957502-router', 'tenant_id': '11a7b02b9c8f48fda36e546dd72aed55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '99aed31e-5557-421f-a200-737eb58f26cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:16:55Z', 'updated_at': '2022-01-18T17:17:00Z', 'revision_number': 4, 'project_id': '11a7b02b9c8f48fda36e546dd72aed55', 'gw_port': {'id': '99aed31e-5557-421f-a200-737eb58f26cb', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:28:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a4458d-c6a5-4f6d-ba76-cfb8d3df1179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:56Z', 'updated_at': '2022-01-18T17:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi', '_interfaces': [{'id': 'b9f8ea17-f2e2-4152-a2af-bc52d3380518', 'name': '', 'network_id': 'e0c677bc-2166-4510-88fb-c9fa3cfbdfdd', 'tenant_id': '11a7b02b9c8f48fda36e546dd72aed55', 'mac_address': 'fa:16:3e:b4:81:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a4458d-c6a5-4f6d-ba76-cfb8d3df1179', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'd1e39807-d478-462d-9316-68915c006841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:59Z', 'updated_at': '2022-01-18T17:17:04Z', 'revision_number': 4, 'project_id': '11a7b02b9c8f48fda36e546dd72aed55', 'subnets': [{'id': 'd1e39807-d478-462d-9316-68915c006841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 17:17:05.323188 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [req-69b98440-42a4-46b7-a5c8-e8cc07b8132e req-a1823f14-aa81-4886-be2d-4880d4320c88 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] Request body: {'port': {'device_id': '9a9f5dcd-3389-4019-ac70-183d7e6ae9b3', 'network_id': 'abcf6283-b96f-4717-b2e5-77af2836b83a', 'admin_state_up': True, 'tenant_id': '10fba601dcfd4f0a94f85b575e1e7fd2'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:17:05.339341 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d521f5a-0d7c-499f-9b4a-f6841adef37e req-31d1e42f-92fb-4a4c-a0dc-2ad6ac6d3d26 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:05.388149 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-5d521f5a-0d7c-499f-9b4a-f6841adef37e req-31d1e42f-92fb-4a4c-a0dc-2ad6ac6d3d26 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "GET /v2.0/ports?device_id=0cf6cbd1-6df8-4d12-bd6f-0af78720aabe HTTP/1.1" status: 200 len: 946 time: 0.1174455 Jan 18 17:17:05.480261 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Current status of the port 99aed31e-5557-421f-a200-737eb58f26cb is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:17:05.556522 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-5d521f5a-0d7c-499f-9b4a-f6841adef37e req-3b863fe1-e94e-435a-90cc-7a1b28550ffa tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "GET /v2.0/security-groups?id=c89a7dc5-0961-4a5a-ac1f-02410b7e5eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637433 Jan 18 17:17:05.738909 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69b98440-42a4-46b7-a5c8-e8cc07b8132e req-a1823f14-aa81-4886-be2d-4880d4320c88 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] Made reservation on behalf of 10fba601dcfd4f0a94f85b575e1e7fd2 for: {'port': 1} {{(pid=103196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 17:17:05.745338 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-69b98440-42a4-46b7-a5c8-e8cc07b8132e req-a1823f14-aa81-4886-be2d-4880d4320c88 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:05.746504 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Device 6bedd311-b537-470c-87a2-30a1c533a6f7 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=103198) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 17:17:05.954834 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [req-69b98440-42a4-46b7-a5c8-e8cc07b8132e req-a1823f14-aa81-4886-be2d-4880d4320c88 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] Allocated IP 172.20.0.2 (abcf6283-b96f-4717-b2e5-77af2836b83a/a79977ad-ceed-4185-af29-5d3e23675be8/c08f1ab4-eb3c-4248-a694-71aba3f477a2) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 17:17:06.083007 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] For port 6bedd311-b537-470c-87a2-30a1c533a6f7, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=6bedd311-b537-470c-87a2-30a1c533a6f7,segment=NetworkSegment(441c74e1-622f-4873-94d6-ea0d90ecf9ee),segment_id=441c74e1-622f-4873-94d6-ea0d90ecf9ee)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:17:06.120437 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Returning: {'device': '6bedd311-b537-470c-87a2-30a1c533a6f7', 'network_id': '6beef8c8-11cd-4aa0-ae20-531a45b1faf5', 'port_id': '6bedd311-b537-470c-87a2-30a1c533a6f7', 'mac_address': 'fa:16:3e:ac:dc:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db7edcea-cc0c-4f91-8652-8431bf22b201', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103198) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 17:17:06.185679 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-69b98440-42a4-46b7-a5c8-e8cc07b8132e req-a1823f14-aa81-4886-be2d-4880d4320c88 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] Publish callbacks [] for port (c08f1ab4-eb3c-4248-a694-71aba3f477a2), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:06.186641 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Current status of the port 6bedd311-b537-470c-87a2-30a1c533a6f7 is: DOWN; New status is: BUILD {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:17:06.187292 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (6bedd311-b537-470c-87a2-30a1c533a6f7), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:06.224610 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bedd311-b537-470c-87a2-30a1c533a6f7 {{(pid=103198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 17:17:06.253572 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-525f7f3a-bbfa-4a8b-9310-9b7c93c5c1c1 req-6938ee5b-6d0c-4fa7-9cd2-15b494fcf7e8 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] 10.222.0.100 "GET /v2.0/ports?device_id=9a9f5dcd-3389-4019-ac70-183d7e6ae9b3 HTTP/1.1" status: 200 len: 210 time: 0.0380373 Jan 18 17:17:06.259536 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] For port 6bedd311-b537-470c-87a2-30a1c533a6f7, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=6bedd311-b537-470c-87a2-30a1c533a6f7,segment=NetworkSegment(441c74e1-622f-4873-94d6-ea0d90ecf9ee),segment_id=441c74e1-622f-4873-94d6-ea0d90ecf9ee)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:17:06.339508 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-69b98440-42a4-46b7-a5c8-e8cc07b8132e req-a1823f14-aa81-4886-be2d-4880d4320c88 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785611913804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4300409'] for port (c08f1ab4-eb3c-4248-a694-71aba3f477a2), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:06.348934 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5adb56-8b7a-40b5-9e53-a8260c54bca0 req-5e50731f-bb78-4368-8f6f-bc4b1d9e25af tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:06.348934 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-9f5adb56-8b7a-40b5-9e53-a8260c54bca0 req-5e50731f-bb78-4368-8f6f-bc4b1d9e25af tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/ports?device_id=a0142f18-1c38-4d0b-841f-2f6eecb854b9 HTTP/1.1" status: 200 len: 943 time: 0.0542274 Jan 18 17:17:06.367747 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (6bedd311-b537-470c-87a2-30a1c533a6f7), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:06.401840 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1823f14-aa81-4886-be2d-4880d4320c88 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] Pushing event updated for resources: {'Port': ['ID=c08f1ab4-eb3c-4248-a694-71aba3f477a2,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:17:06.416073 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1823f14-aa81-4886-be2d-4880d4320c88 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:17:06.416387 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1823f14-aa81-4886-be2d-4880d4320c88 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:17:06.416730 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1823f14-aa81-4886-be2d-4880d4320c88 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:17:06.417076 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1823f14-aa81-4886-be2d-4880d4320c88 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:17:06.417579 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1823f14-aa81-4886-be2d-4880d4320c88 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:17:06.417921 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1823f14-aa81-4886-be2d-4880d4320c88 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:17:06.418426 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1823f14-aa81-4886-be2d-4880d4320c88 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:17:06.418940 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1823f14-aa81-4886-be2d-4880d4320c88 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:17:06.419505 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1823f14-aa81-4886-be2d-4880d4320c88 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:17:06.419998 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1823f14-aa81-4886-be2d-4880d4320c88 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:17:06.420505 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1823f14-aa81-4886-be2d-4880d4320c88 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:17:06.420993 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1823f14-aa81-4886-be2d-4880d4320c88 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:17:06.421578 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1823f14-aa81-4886-be2d-4880d4320c88 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:17:06.432075 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-9f5adb56-8b7a-40b5-9e53-a8260c54bca0 req-80e6a274-7f23-4896-9b0c-9017f0968282 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/security-groups?id=95a96d85-de0d-4a2e-8acd-c327a3f00b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778205 Jan 18 17:17:06.433508 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69b98440-42a4-46b7-a5c8-e8cc07b8132e req-a1823f14-aa81-4886-be2d-4880d4320c88 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] Network abcf6283-b96f-4717-b2e5-77af2836b83a is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 17:17:06.435659 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [req-69b98440-42a4-46b7-a5c8-e8cc07b8132e req-a1823f14-aa81-4886-be2d-4880d4320c88 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 17:17:06.438024 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Pushing event updated for resources: {'Port': ['ID=6bedd311-b537-470c-87a2-30a1c533a6f7,revision_number=4']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:17:06.438823 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [req-69b98440-42a4-46b7-a5c8-e8cc07b8132e req-a1823f14-aa81-4886-be2d-4880d4320c88 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 17:17:06.499351 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b98440-42a4-46b7-a5c8-e8cc07b8132e req-a1823f14-aa81-4886-be2d-4880d4320c88 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:06.499962 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-69b98440-42a4-46b7-a5c8-e8cc07b8132e req-a1823f14-aa81-4886-be2d-4880d4320c88 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1923895'] for port (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:06.593587 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-69b98440-42a4-46b7-a5c8-e8cc07b8132e req-a1823f14-aa81-4886-be2d-4880d4320c88 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2841148 Jan 18 17:17:06.611664 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [req-69b98440-42a4-46b7-a5c8-e8cc07b8132e req-3ca226cd-3ea9-40a6-a9e3-5a9f71dd0758 service neutron] Request body: {'port': {'device_id': '9a9f5dcd-3389-4019-ac70-183d7e6ae9b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:17:06.644391 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] get_ports_and_sgs() called for port_ids ['6bedd311-b537-470c-87a2-30a1c533a6f7'] {{(pid=103198) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 17:17:06.704846 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-69b98440-42a4-46b7-a5c8-e8cc07b8132e req-3ca226cd-3ea9-40a6-a9e3-5a9f71dd0758 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (c08f1ab4-eb3c-4248-a694-71aba3f477a2), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:06.715877 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e40795c-60d5-4739-9ae6-12f9a0524ce9 req-62318197-84d7-4abc-8c78-fd5fc2c641c5 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:06.717396 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-0e40795c-60d5-4739-9ae6-12f9a0524ce9 req-62318197-84d7-4abc-8c78-fd5fc2c641c5 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "GET /v2.0/ports?device_id=0cf6cbd1-6df8-4d12-bd6f-0af78720aabe HTTP/1.1" status: 200 len: 946 time: 0.0802195 Jan 18 17:17:06.826671 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-0e40795c-60d5-4739-9ae6-12f9a0524ce9 req-8f2bd776-77b6-4e2e-98d7-8892c9b233dc tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "GET /v2.0/security-groups?id=c89a7dc5-0961-4a5a-ac1f-02410b7e5eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942261 Jan 18 17:17:06.964956 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dad221-d83d-4653-83b0-8539f361ee97 req-eeafafc0-a91c-4ef4-90b3-24057240f36a tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:06.966700 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-f4dad221-d83d-4653-83b0-8539f361ee97 req-eeafafc0-a91c-4ef4-90b3-24057240f36a tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "GET /v2.0/ports?device_id=0cf6cbd1-6df8-4d12-bd6f-0af78720aabe HTTP/1.1" status: 200 len: 946 time: 0.0618823 Jan 18 17:17:07.040399 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-f4dad221-d83d-4653-83b0-8539f361ee97 req-686c0819-a5ac-4b39-b9fb-70cb9319d280 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "GET /v2.0/security-groups?id=c89a7dc5-0961-4a5a-ac1f-02410b7e5eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666041 Jan 18 17:17:07.074478 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Device b9f8ea17-f2e2-4152-a2af-bc52d3380518 up at agent ovs-agent-dv-cinder-733623-11-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 17:17:07.124831 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [req-69b98440-42a4-46b7-a5c8-e8cc07b8132e req-3ca226cd-3ea9-40a6-a9e3-5a9f71dd0758 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c08f1ab4-eb3c-4248-a694-71aba3f477a2 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 17:17:07.133487 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-69b98440-42a4-46b7-a5c8-e8cc07b8132e req-3ca226cd-3ea9-40a6-a9e3-5a9f71dd0758 service neutron] Publish callbacks [] for port (c08f1ab4-eb3c-4248-a694-71aba3f477a2), precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:07.143163 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Provisioning complete for port b9f8ea17-f2e2-4152-a2af-bc52d3380518 triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:17:07.143550 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (b9f8ea17-f2e2-4152-a2af-bc52d3380518), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:07.151341 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [req-69b98440-42a4-46b7-a5c8-e8cc07b8132e req-3ca226cd-3ea9-40a6-a9e3-5a9f71dd0758 service neutron] Transition to ACTIVE for port object c08f1ab4-eb3c-4248-a694-71aba3f477a2 will not be triggered until provisioned by entity L2. {{(pid=103196) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 17:17:07.241611 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-69b98440-42a4-46b7-a5c8-e8cc07b8132e req-3ca226cd-3ea9-40a6-a9e3-5a9f71dd0758 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4300398'] for port (c08f1ab4-eb3c-4248-a694-71aba3f477a2), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:07.242350 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Current status of the port b9f8ea17-f2e2-4152-a2af-bc52d3380518 is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:17:07.337582 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca226cd-3ea9-40a6-a9e3-5a9f71dd0758 service neutron] Pushing event updated for resources: {'Port': ['ID=c08f1ab4-eb3c-4248-a694-71aba3f477a2,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:17:07.398712 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [req-69b98440-42a4-46b7-a5c8-e8cc07b8132e req-3ca226cd-3ea9-40a6-a9e3-5a9f71dd0758 service neutron] Attempting to bind port c08f1ab4-eb3c-4248-a694-71aba3f477a2 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 17:17:07.399050 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [req-69b98440-42a4-46b7-a5c8-e8cc07b8132e req-3ca226cd-3ea9-40a6-a9e3-5a9f71dd0758 service neutron] Attempting to bind port c08f1ab4-eb3c-4248-a694-71aba3f477a2 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '9b0639ea-a186-4f2d-bc87-af60223e14c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'abcf6283-b96f-4717-b2e5-77af2836b83a'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 17:17:07.399424 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b98440-42a4-46b7-a5c8-e8cc07b8132e req-3ca226cd-3ea9-40a6-a9e3-5a9f71dd0758 service neutron] Attempting to bind port c08f1ab4-eb3c-4248-a694-71aba3f477a2 on network abcf6283-b96f-4717-b2e5-77af2836b83a {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 17:17:07.408226 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5266468f-4586-46a8-b85a-d48ecb484ce9 req-51b9326e-5825-49d3-a735-5180e7f3295d tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:07.410076 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-5266468f-4586-46a8-b85a-d48ecb484ce9 req-51b9326e-5825-49d3-a735-5180e7f3295d tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] 10.222.0.100 "GET /v2.0/ports?device_id=9a9f5dcd-3389-4019-ac70-183d7e6ae9b3 HTTP/1.1" status: 200 len: 943 time: 0.0696909 Jan 18 17:17:07.415240 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b98440-42a4-46b7-a5c8-e8cc07b8132e req-3ca226cd-3ea9-40a6-a9e3-5a9f71dd0758 service neutron] Port c08f1ab4-eb3c-4248-a694-71aba3f477a2 on network abcf6283-b96f-4717-b2e5-77af2836b83a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 17:17:07.415589 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b98440-42a4-46b7-a5c8-e8cc07b8132e req-3ca226cd-3ea9-40a6-a9e3-5a9f71dd0758 service neutron] Attempting to bind port c08f1ab4-eb3c-4248-a694-71aba3f477a2 on network abcf6283-b96f-4717-b2e5-77af2836b83a {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 17:17:07.440646 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b98440-42a4-46b7-a5c8-e8cc07b8132e req-3ca226cd-3ea9-40a6-a9e3-5a9f71dd0758 service neutron] Checking agent: {'id': 'e727efee-c94b-447a-9897-92f425521d05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 17, 11, 11), 'started_at': datetime.datetime(2022, 1, 18, 17, 11, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 17, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 17:17:07.440976 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b98440-42a4-46b7-a5c8-e8cc07b8132e req-3ca226cd-3ea9-40a6-a9e3-5a9f71dd0758 service neutron] Checking segment: {'id': '9b0639ea-a186-4f2d-bc87-af60223e14c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'abcf6283-b96f-4717-b2e5-77af2836b83a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 17:17:07.441359 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b98440-42a4-46b7-a5c8-e8cc07b8132e req-3ca226cd-3ea9-40a6-a9e3-5a9f71dd0758 service neutron] Bound using segment: {'id': '9b0639ea-a186-4f2d-bc87-af60223e14c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'abcf6283-b96f-4717-b2e5-77af2836b83a'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 17:17:07.441794 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [req-69b98440-42a4-46b7-a5c8-e8cc07b8132e req-3ca226cd-3ea9-40a6-a9e3-5a9f71dd0758 service neutron] Bound port: c08f1ab4-eb3c-4248-a694-71aba3f477a2, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b0639ea-a186-4f2d-bc87-af60223e14c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'abcf6283-b96f-4717-b2e5-77af2836b83a'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 17:17:07.442151 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-69b98440-42a4-46b7-a5c8-e8cc07b8132e req-3ca226cd-3ea9-40a6-a9e3-5a9f71dd0758 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (c08f1ab4-eb3c-4248-a694-71aba3f477a2), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:07.476615 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-5266468f-4586-46a8-b85a-d48ecb484ce9 req-187c0388-3c4c-4993-9b26-a9c9f4a5b154 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] 10.222.0.100 "GET /v2.0/security-groups?id=0e8965bc-a288-442f-b721-3a0f13c576b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580428 Jan 18 17:17:07.499015 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7e5776-3d05-46e0-b014-704f22f7e222 req-902e944d-d0ed-46ab-b29f-c182b89542ac tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:07.500599 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-6c7e5776-3d05-46e0-b014-704f22f7e222 req-902e944d-d0ed-46ab-b29f-c182b89542ac tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "GET /v2.0/ports?device_id=0cf6cbd1-6df8-4d12-bd6f-0af78720aabe HTTP/1.1" status: 200 len: 946 time: 0.0979681 Jan 18 17:17:07.548277 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [req-69b98440-42a4-46b7-a5c8-e8cc07b8132e req-3ca226cd-3ea9-40a6-a9e3-5a9f71dd0758 service neutron] For port c08f1ab4-eb3c-4248-a694-71aba3f477a2, host hv-cinder-73362, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 17:17:07.560099 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [req-69b98440-42a4-46b7-a5c8-e8cc07b8132e req-3ca226cd-3ea9-40a6-a9e3-5a9f71dd0758 service neutron] For port c08f1ab4-eb3c-4248-a694-71aba3f477a2, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=c08f1ab4-eb3c-4248-a694-71aba3f477a2,segment=NetworkSegment(9b0639ea-a186-4f2d-bc87-af60223e14c5),segment_id=9b0639ea-a186-4f2d-bc87-af60223e14c5)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 17:17:07.581253 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-6c7e5776-3d05-46e0-b014-704f22f7e222 req-b27d09c7-6cc3-478a-bd16-0097d8e5d9c1 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "GET /v2.0/security-groups?id=c89a7dc5-0961-4a5a-ac1f-02410b7e5eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735400 Jan 18 17:17:07.600351 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba85094-baa0-4b5b-bda3-2c5b6e25b1cb req-6267c4d7-7f41-4ab7-b088-aa09b8e0c936 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:07.600351 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-9ba85094-baa0-4b5b-bda3-2c5b6e25b1cb req-6267c4d7-7f41-4ab7-b088-aa09b8e0c936 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/ports?device_id=a0142f18-1c38-4d0b-841f-2f6eecb854b9 HTTP/1.1" status: 200 len: 944 time: 0.0607769 Jan 18 17:17:07.622493 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-69b98440-42a4-46b7-a5c8-e8cc07b8132e req-3ca226cd-3ea9-40a6-a9e3-5a9f71dd0758 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4300398'] for port (c08f1ab4-eb3c-4248-a694-71aba3f477a2), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:07.661794 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b98440-42a4-46b7-a5c8-e8cc07b8132e req-3ca226cd-3ea9-40a6-a9e3-5a9f71dd0758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:07.663439 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-69b98440-42a4-46b7-a5c8-e8cc07b8132e req-3ca226cd-3ea9-40a6-a9e3-5a9f71dd0758 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1923895'] for port (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:07.664941 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-69b98440-42a4-46b7-a5c8-e8cc07b8132e req-3ca226cd-3ea9-40a6-a9e3-5a9f71dd0758 service neutron] 10.222.0.105 "PUT /v2.0/ports/c08f1ab4-eb3c-4248-a694-71aba3f477a2 HTTP/1.1" status: 200 len: 1093 time: 1.0632937 Jan 18 17:17:07.666483 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-9ba85094-baa0-4b5b-bda3-2c5b6e25b1cb req-e3b703da-6c1d-4f99-bf3c-458ed301c817 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/security-groups?id=95a96d85-de0d-4a2e-8acd-c327a3f00b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566514 Jan 18 17:17:07.669494 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a9f5dcd-3389-4019-ac70-183d7e6ae9b3', 'tag': 'c08f1ab4-eb3c-4248-a694-71aba3f477a2'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 17:17:07.672888 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dae96983658fa47cc55ad2b43631f290e6eb934f25c74fb238f11dfd9473403c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-947187d6-0291-43ed-88ea-82f945a212c2" -d '{"events": [{"name": "network-changed", "server_uuid": "9a9f5dcd-3389-4019-ac70-183d7e6ae9b3", "tag": "c08f1ab4-eb3c-4248-a694-71aba3f477a2"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 17:17:07.707445 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca226cd-3ea9-40a6-a9e3-5a9f71dd0758 service neutron] Pushing event updated for resources: {'Port': ['ID=c08f1ab4-eb3c-4248-a694-71aba3f477a2,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:17:07.724547 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 17:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70bee1ae-5635-48ca-86e3-bd2714929541 x-openstack-request-id: req-70bee1ae-5635-48ca-86e3-bd2714929541 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 17:17:07.725844 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a9f5dcd-3389-4019-ac70-183d7e6ae9b3", "tag": "c08f1ab4-eb3c-4248-a694-71aba3f477a2", "status": "completed", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 17:17:07.726135 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-70bee1ae-5635-48ca-86e3-bd2714929541 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 17:17:07.726511 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a9f5dcd-3389-4019-ac70-183d7e6ae9b3', 'tag': 'c08f1ab4-eb3c-4248-a694-71aba3f477a2', 'status': 'completed', 'code': 200} Jan 18 17:17:07.752569 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Device 6bedd311-b537-470c-87a2-30a1c533a6f7 up at agent hyperv_hv-cinder-73362 {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 17:17:07.811115 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947187d6-0291-43ed-88ea-82f945a212c2 req-a9442c25-9274-43fa-bb17-426bc2867134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:07.813422 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-947187d6-0291-43ed-88ea-82f945a212c2 req-a9442c25-9274-43fa-bb17-426bc2867134 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=10fba601dcfd4f0a94f85b575e1e7fd2&device_id=9a9f5dcd-3389-4019-ac70-183d7e6ae9b3 HTTP/1.1" status: 200 len: 1096 time: 0.0640366 Jan 18 17:17:07.893774 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Provisioning for port 6bedd311-b537-470c-87a2-30a1c533a6f7 completed by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 17:17:07.900744 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Provisioning complete for port 6bedd311-b537-470c-87a2-30a1c533a6f7 triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:17:07.901625 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (6bedd311-b537-470c-87a2-30a1c533a6f7), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:07.976519 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947187d6-0291-43ed-88ea-82f945a212c2 req-b58c8418-1e2a-4a0c-a6f4-c0e3792e297e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:07.978136 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-947187d6-0291-43ed-88ea-82f945a212c2 req-b58c8418-1e2a-4a0c-a6f4-c0e3792e297e service neutron] 10.222.0.105 "GET /v2.0/networks?tenant_id=10fba601dcfd4f0a94f85b575e1e7fd2&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1545267 Jan 18 17:17:08.019127 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Current status of the port 6bedd311-b537-470c-87a2-30a1c533a6f7 is: BUILD; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:17:08.019723 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (6bedd311-b537-470c-87a2-30a1c533a6f7), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:08.053734 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0142f18-1c38-4d0b-841f-2f6eecb854b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bedd311-b537-470c-87a2-30a1c533a6f7'}] {{(pid=103198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 17:17:08.056261 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97aa477b9a8a7659066d830c0d89a1f304b03425b5691a2db6f60cb613ebd93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f320f429-a292-4660-b87f-49c8d3369365" -d '{"events": [{"server_uuid": "a0142f18-1c38-4d0b-841f-2f6eecb854b9", "name": "network-vif-plugged", "status": "completed", "tag": "6bedd311-b537-470c-87a2-30a1c533a6f7"}]}' {{(pid=103198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 17:17:08.071617 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] For port 6bedd311-b537-470c-87a2-30a1c533a6f7, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=6bedd311-b537-470c-87a2-30a1c533a6f7,segment=NetworkSegment(441c74e1-622f-4873-94d6-ea0d90ecf9ee),segment_id=441c74e1-622f-4873-94d6-ea0d90ecf9ee)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:17:08.124292 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947187d6-0291-43ed-88ea-82f945a212c2 req-f65b14bf-cf92-4246-ba34-84aa9c218a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:08.125496 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 17:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3625b30-f2da-4370-8b42-1ab6c0c98ed3 x-openstack-request-id: req-c3625b30-f2da-4370-8b42-1ab6c0c98ed3 {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 17:17:08.131369 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-947187d6-0291-43ed-88ea-82f945a212c2 req-f65b14bf-cf92-4246-ba34-84aa9c218a3b service neutron] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1385760 Jan 18 17:17:08.131760 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0142f18-1c38-4d0b-841f-2f6eecb854b9", "name": "network-vif-plugged", "status": "completed", "tag": "6bedd311-b537-470c-87a2-30a1c533a6f7", "code": 200}]} {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 17:17:08.131760 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-c3625b30-f2da-4370-8b42-1ab6c0c98ed3 {{(pid=103198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 17:17:08.131760 dv-cinder-733623-11-iscsi neutron-server[103198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0142f18-1c38-4d0b-841f-2f6eecb854b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bedd311-b537-470c-87a2-30a1c533a6f7', 'code': 200} Jan 18 17:17:08.150833 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (6bedd311-b537-470c-87a2-30a1c533a6f7), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:08.220597 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Pushing event updated for resources: {'Port': ['ID=6bedd311-b537-470c-87a2-30a1c533a6f7,revision_number=5']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:17:08.250202 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b98440-42a4-46b7-a5c8-e8cc07b8132e req-eac6815a-a5dd-4034-bcd5-779c0d12e5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:08.251795 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-69b98440-42a4-46b7-a5c8-e8cc07b8132e req-eac6815a-a5dd-4034-bcd5-779c0d12e5f9 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=10fba601dcfd4f0a94f85b575e1e7fd2&device_id=9a9f5dcd-3389-4019-ac70-183d7e6ae9b3 HTTP/1.1" status: 200 len: 1096 time: 0.0795729 Jan 18 17:17:08.303692 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-69b98440-42a4-46b7-a5c8-e8cc07b8132e req-46c0b3f7-76bc-4499-a26e-0e9d02f81b3a service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c08f1ab4-eb3c-4248-a694-71aba3f477a2 HTTP/1.1" status: 200 len: 217 time: 0.0410161 Jan 18 17:17:08.360240 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b98440-42a4-46b7-a5c8-e8cc07b8132e req-a8f74a7d-bef9-4e68-b317-d346054e1139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:08.361717 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-69b98440-42a4-46b7-a5c8-e8cc07b8132e req-a8f74a7d-bef9-4e68-b317-d346054e1139 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=a79977ad-ceed-4185-af29-5d3e23675be8 HTTP/1.1" status: 200 len: 854 time: 0.0520284 Jan 18 17:17:08.397843 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-69b98440-42a4-46b7-a5c8-e8cc07b8132e req-a80a1ad5-dfd4-482d-80a5-3251f6fd8742 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=abcf6283-b96f-4717-b2e5-77af2836b83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285425 Jan 18 17:17:08.466942 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad605c0f-8be8-4223-8923-ec5d24c81299 req-b05412a2-dce9-4590-9615-b3459128f772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:08.468569 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-ad605c0f-8be8-4223-8923-ec5d24c81299 req-b05412a2-dce9-4590-9615-b3459128f772 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=a0142f18-1c38-4d0b-841f-2f6eecb854b9 HTTP/1.1" status: 200 len: 1098 time: 0.0454252 Jan 18 17:17:08.509974 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-69b98440-42a4-46b7-a5c8-e8cc07b8132e req-ebf7da22-1876-418b-b09d-359352921932 service neutron] 10.222.0.105 "GET /v2.0/networks/abcf6283-b96f-4717-b2e5-77af2836b83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027076 Jan 18 17:17:08.527332 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-ad605c0f-8be8-4223-8923-ec5d24c81299 req-0d442c7e-67fd-487a-983a-d0f8b3bc4267 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=95a96d85-de0d-4a2e-8acd-c327a3f00b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527914 Jan 18 17:17:08.642970 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:17:08.642970 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:17:08.642970 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:17:08.642970 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:17:08.642970 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:17:08.642970 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:17:08.642970 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:17:08.642970 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:17:08.642970 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:17:08.642970 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:17:08.642970 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:17:08.642970 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:17:08.642970 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:17:08.642970 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:17:08.642970 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:17:08.642970 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:17:08.642970 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:17:08.642970 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:17:08.642970 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:17:08.642970 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:17:08.642970 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:17:08.642970 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:17:08.642970 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:17:08.642970 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:17:08.642970 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:17:08.642970 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:17:08.642970 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:17:08.642970 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:17:08.642970 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:17:08.642970 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:17:08.642970 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:17:08.642970 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:17:08.642970 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:17:08.642970 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:17:08.642970 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:17:08.642970 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:17:08.646519 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:17:08.646519 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:17:08.646519 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:17:08.646519 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:17:08.646519 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:17:08.646519 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:17:08.646519 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:17:08.646519 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:17:08.646519 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:17:08.646519 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:17:08.646519 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:17:08.646519 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:17:08.646519 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee93a229-abfe-4047-ab6f-cb6384c6ea9b req-5f22959f-01fa-4821-9b3e-7093b3f8a74c tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:08.647855 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-ee93a229-abfe-4047-ab6f-cb6384c6ea9b req-5f22959f-01fa-4821-9b3e-7093b3f8a74c tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] 10.222.0.100 "GET /v2.0/ports?device_id=9a9f5dcd-3389-4019-ac70-183d7e6ae9b3 HTTP/1.1" status: 200 len: 943 time: 0.0812957 Jan 18 17:17:08.648621 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-69b98440-42a4-46b7-a5c8-e8cc07b8132e req-4e3931f1-2654-43d0-a9b5-c33df4edc95a service neutron] 10.222.0.105 "GET /v2.0/networks/abcf6283-b96f-4717-b2e5-77af2836b83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319268 Jan 18 17:17:08.697026 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-ee93a229-abfe-4047-ab6f-cb6384c6ea9b req-a64a9c0b-4b0b-4c7a-ae8e-f1e5679a1982 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] 10.222.0.100 "GET /v2.0/security-groups?id=0e8965bc-a288-442f-b721-3a0f13c576b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440786 Jan 18 17:17:08.794574 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bccad50-3a00-4361-b747-0e38f162d4fa req-9a42ba5a-a122-42fe-8d1b-1cb0bf10386d tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:08.796086 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-1bccad50-3a00-4361-b747-0e38f162d4fa req-9a42ba5a-a122-42fe-8d1b-1cb0bf10386d tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/ports?device_id=a0142f18-1c38-4d0b-841f-2f6eecb854b9 HTTP/1.1" status: 200 len: 945 time: 0.0501883 Jan 18 17:17:08.845943 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-1bccad50-3a00-4361-b747-0e38f162d4fa req-b3ff3a40-4c36-43d1-84bb-24adecb08c51 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/security-groups?id=95a96d85-de0d-4a2e-8acd-c327a3f00b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439014 Jan 18 17:17:09.711745 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 57216) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:17:09.822407 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815d59e-92ac-46a8-9a1a-44b2353b5001 req-5508d932-32a3-485d-a543-5d03587d7a88 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:09.824363 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-f815d59e-92ac-46a8-9a1a-44b2353b5001 req-5508d932-32a3-485d-a543-5d03587d7a88 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] 10.222.0.100 "GET /v2.0/ports?device_id=9a9f5dcd-3389-4019-ac70-183d7e6ae9b3 HTTP/1.1" status: 200 len: 943 time: 0.0544667 Jan 18 17:17:09.837950 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c2393c6a-8f4a-4d91-bb90-7251cd645539 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:09.875581 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-f815d59e-92ac-46a8-9a1a-44b2353b5001 req-a29b490a-e326-4a9d-ba92-38df990762d5 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] 10.222.0.100 "GET /v2.0/security-groups?id=0e8965bc-a288-442f-b721-3a0f13c576b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431845 Jan 18 17:17:09.918745 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c2393c6a-8f4a-4d91-bb90-7251cd645539 admin admin] Publish callbacks [] for security_group (84a8855b-ef36-448c-96b3-88963975ac12), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:10.004899 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3103a5a-1030-421a-bd74-675848a98005 req-cd67b4bd-add1-4e86-9f2c-f70a194c836a tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:10.006762 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-a3103a5a-1030-421a-bd74-675848a98005 req-cd67b4bd-add1-4e86-9f2c-f70a194c836a tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/ports?device_id=a0142f18-1c38-4d0b-841f-2f6eecb854b9 HTTP/1.1" status: 200 len: 945 time: 0.0547657 Jan 18 17:17:10.013024 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c2393c6a-8f4a-4d91-bb90-7251cd645539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (84a8855b-ef36-448c-96b3-88963975ac12), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:10.056146 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-a3103a5a-1030-421a-bd74-675848a98005 req-4c5b5109-b7e7-40e7-9c71-0900fbcad451 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/security-groups?id=95a96d85-de0d-4a2e-8acd-c327a3f00b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435340 Jan 18 17:17:10.059299 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-c2393c6a-8f4a-4d91-bb90-7251cd645539 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=d39b003e5b83469e83508d46358a6457&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3463812 Jan 18 17:17:10.060205 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2393c6a-8f4a-4d91-bb90-7251cd645539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a8855b-ef36-448c-96b3-88963975ac12,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:17:10.062110 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 57228) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:17:10.121240 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-727f597d-93b4-4047-8bb9-57f822610a2e admin admin] Publish callbacks [] for security_group (84a8855b-ef36-448c-96b3-88963975ac12), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:10.141854 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-727f597d-93b4-4047-8bb9-57f822610a2e admin admin] Publish callbacks [] for security_group (84a8855b-ef36-448c-96b3-88963975ac12), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:10.258456 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-727f597d-93b4-4047-8bb9-57f822610a2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (84a8855b-ef36-448c-96b3-88963975ac12), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:10.261125 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-727f597d-93b4-4047-8bb9-57f822610a2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:10.264777 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-727f597d-93b4-4047-8bb9-57f822610a2e admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/84a8855b-ef36-448c-96b3-88963975ac12 HTTP/1.1" status: 204 len: 168 time: 0.1990933 Jan 18 17:17:10.275791 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727f597d-93b4-4047-8bb9-57f822610a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a8855b-ef36-448c-96b3-88963975ac12,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:17:10.283084 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727f597d-93b4-4047-8bb9-57f822610a2e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:17:10.283461 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727f597d-93b4-4047-8bb9-57f822610a2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:17:10.283808 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727f597d-93b4-4047-8bb9-57f822610a2e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:17:10.284215 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727f597d-93b4-4047-8bb9-57f822610a2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:17:10.284581 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727f597d-93b4-4047-8bb9-57f822610a2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:17:10.284906 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727f597d-93b4-4047-8bb9-57f822610a2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:17:10.285240 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727f597d-93b4-4047-8bb9-57f822610a2e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:17:10.285602 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727f597d-93b4-4047-8bb9-57f822610a2e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:17:10.286032 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727f597d-93b4-4047-8bb9-57f822610a2e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:17:10.286287 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727f597d-93b4-4047-8bb9-57f822610a2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:17:10.286613 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727f597d-93b4-4047-8bb9-57f822610a2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:17:10.287504 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727f597d-93b4-4047-8bb9-57f822610a2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:17:10.287933 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727f597d-93b4-4047-8bb9-57f822610a2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:17:11.020971 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769cb0fe-3964-48b8-a9c0-d3776a9628e5 req-5aba419e-cafd-45b0-96f7-0f826f68196c tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:11.022511 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-769cb0fe-3964-48b8-a9c0-d3776a9628e5 req-5aba419e-cafd-45b0-96f7-0f826f68196c tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] 10.222.0.100 "GET /v2.0/ports?device_id=9a9f5dcd-3389-4019-ac70-183d7e6ae9b3 HTTP/1.1" status: 200 len: 943 time: 0.0567710 Jan 18 17:17:11.073504 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-769cb0fe-3964-48b8-a9c0-d3776a9628e5 req-71bcae20-7ac5-4d46-8d42-6471fda6da55 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] 10.222.0.100 "GET /v2.0/security-groups?id=0e8965bc-a288-442f-b721-3a0f13c576b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455918 Jan 18 17:17:11.081583 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (e727efee-c94b-447a-9897-92f425521d05), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:11.216088 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463cf036-7b04-434c-8b5b-d0527d6377fd req-2e4172ed-a1fe-4ee2-8016-78e1aab16a9c tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:11.217718 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-463cf036-7b04-434c-8b5b-d0527d6377fd req-2e4172ed-a1fe-4ee2-8016-78e1aab16a9c tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/ports?device_id=a0142f18-1c38-4d0b-841f-2f6eecb854b9 HTTP/1.1" status: 200 len: 945 time: 0.0600080 Jan 18 17:17:11.269222 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-463cf036-7b04-434c-8b5b-d0527d6377fd req-f84534c8-b14f-47b8-a897-91acba742fd2 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/security-groups?id=95a96d85-de0d-4a2e-8acd-c327a3f00b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450714 Jan 18 17:17:11.393998 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0ce486-26ed-46ac-8560-08fe2e63d583 req-9494e2f7-6b47-4491-a583-de5f7b6e41df tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:11.395611 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-ce0ce486-26ed-46ac-8560-08fe2e63d583 req-9494e2f7-6b47-4491-a583-de5f7b6e41df tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/ports?device_id=a0142f18-1c38-4d0b-841f-2f6eecb854b9 HTTP/1.1" status: 200 len: 945 time: 0.0534561 Jan 18 17:17:11.412705 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 57268) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:17:11.412705 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-7ab223a4-c47b-45fe-abe6-ed2410230e56 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Request body: {'floatingip': {'port_id': '6bedd311-b537-470c-87a2-30a1c533a6f7'}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:17:11.450221 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-7ab223a4-c47b-45fe-abe6-ed2410230e56 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Publish callbacks [] for floatingip (312887bb-c7c5-459a-b6e2-20f85aedefe6), before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:11.760272 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Device c08f1ab4-eb3c-4248-a694-71aba3f477a2 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=103198) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 17:17:11.859045 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] For port c08f1ab4-eb3c-4248-a694-71aba3f477a2, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=c08f1ab4-eb3c-4248-a694-71aba3f477a2,segment=NetworkSegment(9b0639ea-a186-4f2d-bc87-af60223e14c5),segment_id=9b0639ea-a186-4f2d-bc87-af60223e14c5)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:17:11.871600 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Returning: {'device': 'c08f1ab4-eb3c-4248-a694-71aba3f477a2', 'network_id': 'abcf6283-b96f-4717-b2e5-77af2836b83a', 'port_id': 'c08f1ab4-eb3c-4248-a694-71aba3f477a2', 'mac_address': 'fa:16:3e:63:f5:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a79977ad-ceed-4185-af29-5d3e23675be8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103198) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 17:17:11.918010 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Current status of the port c08f1ab4-eb3c-4248-a694-71aba3f477a2 is: DOWN; New status is: BUILD {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:17:11.919371 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (c08f1ab4-eb3c-4248-a694-71aba3f477a2), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:11.931748 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-7ab223a4-c47b-45fe-abe6-ed2410230e56 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:11.932702 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c08f1ab4-eb3c-4248-a694-71aba3f477a2 {{(pid=103198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 17:17:11.953563 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] For port c08f1ab4-eb3c-4248-a694-71aba3f477a2, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=c08f1ab4-eb3c-4248-a694-71aba3f477a2,segment=NetworkSegment(9b0639ea-a186-4f2d-bc87-af60223e14c5),segment_id=9b0639ea-a186-4f2d-bc87-af60223e14c5)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:17:12.030052 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-7ab223a4-c47b-45fe-abe6-ed2410230e56 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647951'] for floatingip (312887bb-c7c5-459a-b6e2-20f85aedefe6), after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:12.030479 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (c08f1ab4-eb3c-4248-a694-71aba3f477a2), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:12.084685 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Pushing event updated for resources: {'Port': ['ID=c08f1ab4-eb3c-4248-a694-71aba3f477a2,revision_number=4']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:17:12.145480 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.db.l3_db [None req-7ab223a4-c47b-45fe-abe6-ed2410230e56 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Floating IP 312887bb-c7c5-459a-b6e2-20f85aedefe6 associated. External IP: 172.27.1.47, port: 6bedd311-b537-470c-87a2-30a1c533a6f7. Jan 18 17:17:12.196133 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037e9790-068b-47d8-b509-5140557c3ca8 req-e111ea08-b7a2-4466-9577-5fd5708378a9 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:12.198159 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-037e9790-068b-47d8-b509-5140557c3ca8 req-e111ea08-b7a2-4466-9577-5fd5708378a9 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] 10.222.0.100 "GET /v2.0/ports?device_id=9a9f5dcd-3389-4019-ac70-183d7e6ae9b3 HTTP/1.1" status: 200 len: 944 time: 0.0538266 Jan 18 17:17:12.251914 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-037e9790-068b-47d8-b509-5140557c3ca8 req-2a781a44-459c-4d81-9a2d-bf1c3419c76e tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] 10.222.0.100 "GET /v2.0/security-groups?id=0e8965bc-a288-442f-b721-3a0f13c576b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475256 Jan 18 17:17:12.326248 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] get_ports_and_sgs() called for port_ids ['c08f1ab4-eb3c-4248-a694-71aba3f477a2'] {{(pid=103198) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 17:17:12.371762 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ab223a4-c47b-45fe-abe6-ed2410230e56 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Router ae71a829-54e7-4733-86ed-b8acf1486bff has already been hosted by L3 agent 34860b7f-7c9d-4265-9a0a-1b9bd2e1622e {{(pid=103197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 17:17:12.486670 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab223a4-c47b-45fe-abe6-ed2410230e56 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Notify agent at l3_agent.dv-cinder-733623-11-iscsi the message routers_updated {{(pid=103197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 17:17:12.492422 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-7ab223a4-c47b-45fe-abe6-ed2410230e56 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1923895'] for floatingip (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:12.496978 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db48232-b142-4341-b194-d413632214db None None] Sync routers for ids ['ae71a829-54e7-4733-86ed-b8acf1486bff'] in dv-cinder-733623-11-iscsi {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 17:17:12.508090 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db48232-b142-4341-b194-d413632214db None None] Routers {'ae71a829-54e7-4733-86ed-b8acf1486bff'} bound to L3 agent in host dv-cinder-733623-11-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 17:17:12.508716 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-0db48232-b142-4341-b194-d413632214db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T17:04:58Z,description=,heartbeat_timestamp=2022-01-18T17:16:58Z,host='dv-cinder-733623-11-iscsi',id=34860b7f-7c9d-4265-9a0a-1b9bd2e1622e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T17:04:59Z,topic='l3_agent')) {'router_ids': ['ae71a829-54e7-4733-86ed-b8acf1486bff'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:17:12.524032 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-7ab223a4-c47b-45fe-abe6-ed2410230e56 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "PUT /v2.0/floatingips/312887bb-c7c5-459a-b6e2-20f85aedefe6 HTTP/1.1" status: 200 len: 990 time: 1.1144948 Jan 18 17:17:12.524032 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0142f18-1c38-4d0b-841f-2f6eecb854b9', 'tag': '6bedd311-b537-470c-87a2-30a1c533a6f7'}] {{(pid=103197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 17:17:12.524696 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3aa228331c825044a8c5a816f7450a712b29f1505f8362b46ccab27415aa536" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40ce09fe-85fe-4ca7-a550-38cf27fbc01a" -d '{"events": [{"name": "network-changed", "server_uuid": "a0142f18-1c38-4d0b-841f-2f6eecb854b9", "tag": "6bedd311-b537-470c-87a2-30a1c533a6f7"}]}' {{(pid=103197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 17:17:12.563380 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 17:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef5ae8b-c007-48f2-858a-86c3218d60fc x-openstack-request-id: req-4ef5ae8b-c007-48f2-858a-86c3218d60fc {{(pid=103197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 17:17:12.563734 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0142f18-1c38-4d0b-841f-2f6eecb854b9", "tag": "6bedd311-b537-470c-87a2-30a1c533a6f7", "status": "completed", "code": 200}]} {{(pid=103197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 17:17:12.563995 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-4ef5ae8b-c007-48f2-858a-86c3218d60fc {{(pid=103197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 17:17:12.564411 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0142f18-1c38-4d0b-841f-2f6eecb854b9', 'tag': '6bedd311-b537-470c-87a2-30a1c533a6f7', 'status': 'completed', 'code': 200} Jan 18 17:17:12.624362 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-0db48232-b142-4341-b194-d413632214db None None] Set router ae71a829-54e7-4733-86ed-b8acf1486bff gateway port host: dv-cinder-733623-11-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 17:17:12.644250 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ce09fe-85fe-4ca7-a550-38cf27fbc01a req-7c2935f5-235f-463b-b56d-b0cb06c8430d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:12.645768 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-40ce09fe-85fe-4ca7-a550-38cf27fbc01a req-7c2935f5-235f-463b-b56d-b0cb06c8430d service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=e39431ed93ab40b3bd3a181b2afcac3d&device_id=a0142f18-1c38-4d0b-841f-2f6eecb854b9 HTTP/1.1" status: 200 len: 1098 time: 0.0557351 Jan 18 17:17:12.754909 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ce09fe-85fe-4ca7-a550-38cf27fbc01a req-dbe9aa8e-5c3e-47d4-8ff8-78cb14ba088a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:12.757625 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-40ce09fe-85fe-4ca7-a550-38cf27fbc01a req-dbe9aa8e-5c3e-47d4-8ff8-78cb14ba088a service neutron] 10.222.0.105 "GET /v2.0/networks?id=6beef8c8-11cd-4aa0-ae20-531a45b1faf5 HTTP/1.1" status: 200 len: 911 time: 0.1049356 Jan 18 17:17:12.832046 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-40ce09fe-85fe-4ca7-a550-38cf27fbc01a req-f9c47811-8672-4c7a-953e-f0ca84b5c244 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6bedd311-b537-470c-87a2-30a1c533a6f7 HTTP/1.1" status: 200 len: 998 time: 0.0672269 Jan 18 17:17:12.883150 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ce09fe-85fe-4ca7-a550-38cf27fbc01a req-371f6ac6-8a6e-4e27-bf9e-7a09f3fe40fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:12.884636 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-40ce09fe-85fe-4ca7-a550-38cf27fbc01a req-371f6ac6-8a6e-4e27-bf9e-7a09f3fe40fb service neutron] 10.222.0.105 "GET /v2.0/subnets?id=db7edcea-cc0c-4f91-8652-8431bf22b201 HTTP/1.1" status: 200 len: 849 time: 0.0455639 Jan 18 17:17:12.921243 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-0db48232-b142-4341-b194-d413632214db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae71a829-54e7-4733-86ed-b8acf1486bff', 'name': 'tempest-AttachVolumeTestJSON-460665670-router', 'tenant_id': 'e39431ed93ab40b3bd3a181b2afcac3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '2d6c734a-3144-4731-99a7-d8056b285be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:16:33Z', 'updated_at': '2022-01-18T17:16:37Z', 'revision_number': 4, 'project_id': 'e39431ed93ab40b3bd3a181b2afcac3d', 'gw_port': {'id': '2d6c734a-3144-4731-99a7-d8056b285be3', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae71a829-54e7-4733-86ed-b8acf1486bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:33Z', 'updated_at': '2022-01-18T17:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi', '_floatingips': [{'id': '312887bb-c7c5-459a-b6e2-20f85aedefe6', 'tenant_id': 'e39431ed93ab40b3bd3a181b2afcac3d', 'floating_ip_address': '172.27.1.47', 'floating_network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'router_id': 'ae71a829-54e7-4733-86ed-b8acf1486bff', 'port_id': '6bedd311-b537-470c-87a2-30a1c533a6f7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6beef8c8-11cd-4aa0-ae20-531a45b1faf5', 'mac_address': 'fa:16:3e:ac:dc:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0142f18-1c38-4d0b-841f-2f6eecb854b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T17:16:46Z', 'updated_at': '2022-01-18T17:17:11Z', 'revision_number': 1, 'project_id': 'e39431ed93ab40b3bd3a181b2afcac3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0967e5d8-ea3f-43d0-ad41-84aa3ac49cfd', 'name': '', 'network_id': '6beef8c8-11cd-4aa0-ae20-531a45b1faf5', 'tenant_id': 'e39431ed93ab40b3bd3a181b2afcac3d', 'mac_address': 'fa:16:3e:0c:f1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae71a829-54e7-4733-86ed-b8acf1486bff', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'db7edcea-cc0c-4f91-8652-8431bf22b201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:36Z', 'updated_at': '2022-01-18T17:16:44Z', 'revision_number': 5, 'project_id': 'e39431ed93ab40b3bd3a181b2afcac3d', 'subnets': [{'id': 'db7edcea-cc0c-4f91-8652-8431bf22b201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-11-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:17:12.933900 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ce09fe-85fe-4ca7-a550-38cf27fbc01a req-7fcc19da-0031-41a5-8ccb-6cb0977bdb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:12.935429 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-40ce09fe-85fe-4ca7-a550-38cf27fbc01a req-7fcc19da-0031-41a5-8ccb-6cb0977bdb2d service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=6beef8c8-11cd-4aa0-ae20-531a45b1faf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0442007 Jan 18 17:17:12.948060 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db48232-b142-4341-b194-d413632214db None None] Checking router: ae71a829-54e7-4733-86ed-b8acf1486bff for host: dv-cinder-733623-11-iscsi {{(pid=103198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 17:17:12.966699 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db48232-b142-4341-b194-d413632214db None None] Routers {'ae71a829-54e7-4733-86ed-b8acf1486bff'} bound to L3 agent in host dv-cinder-733623-11-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 17:17:12.968110 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-0db48232-b142-4341-b194-d413632214db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T17:04:58Z,description=,heartbeat_timestamp=2022-01-18T17:16:58Z,host='dv-cinder-733623-11-iscsi',id=34860b7f-7c9d-4265-9a0a-1b9bd2e1622e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T17:04:59Z,topic='l3_agent')) {'router_ids': ['ae71a829-54e7-4733-86ed-b8acf1486bff'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:17:13.048201 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-40ce09fe-85fe-4ca7-a550-38cf27fbc01a req-8d61bb3a-c923-4bb6-bb27-e360be70bb87 service neutron] 10.222.0.105 "GET /v2.0/networks/6beef8c8-11cd-4aa0-ae20-531a45b1faf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062946 Jan 18 17:17:13.097143 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-0db48232-b142-4341-b194-d413632214db None None] Set router ae71a829-54e7-4733-86ed-b8acf1486bff gateway port host: dv-cinder-733623-11-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 17:17:13.150682 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-40ce09fe-85fe-4ca7-a550-38cf27fbc01a req-8a778257-1035-4b89-9405-d4bf83778c30 service neutron] 10.222.0.105 "GET /v2.0/networks/6beef8c8-11cd-4aa0-ae20-531a45b1faf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941350 Jan 18 17:17:13.351428 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-0db48232-b142-4341-b194-d413632214db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae71a829-54e7-4733-86ed-b8acf1486bff', 'name': 'tempest-AttachVolumeTestJSON-460665670-router', 'tenant_id': 'e39431ed93ab40b3bd3a181b2afcac3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '2d6c734a-3144-4731-99a7-d8056b285be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:16:33Z', 'updated_at': '2022-01-18T17:16:37Z', 'revision_number': 4, 'project_id': 'e39431ed93ab40b3bd3a181b2afcac3d', 'gw_port': {'id': '2d6c734a-3144-4731-99a7-d8056b285be3', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae71a829-54e7-4733-86ed-b8acf1486bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:33Z', 'updated_at': '2022-01-18T17:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi', '_floatingips': [{'id': '312887bb-c7c5-459a-b6e2-20f85aedefe6', 'tenant_id': 'e39431ed93ab40b3bd3a181b2afcac3d', 'floating_ip_address': '172.27.1.47', 'floating_network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'router_id': 'ae71a829-54e7-4733-86ed-b8acf1486bff', 'port_id': '6bedd311-b537-470c-87a2-30a1c533a6f7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6beef8c8-11cd-4aa0-ae20-531a45b1faf5', 'mac_address': 'fa:16:3e:ac:dc:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0142f18-1c38-4d0b-841f-2f6eecb854b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T17:16:46Z', 'updated_at': '2022-01-18T17:17:11Z', 'revision_number': 1, 'project_id': 'e39431ed93ab40b3bd3a181b2afcac3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0967e5d8-ea3f-43d0-ad41-84aa3ac49cfd', 'name': '', 'network_id': '6beef8c8-11cd-4aa0-ae20-531a45b1faf5', 'tenant_id': 'e39431ed93ab40b3bd3a181b2afcac3d', 'mac_address': 'fa:16:3e:0c:f1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae71a829-54e7-4733-86ed-b8acf1486bff', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'db7edcea-cc0c-4f91-8652-8431bf22b201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:36Z', 'updated_at': '2022-01-18T17:16:44Z', 'revision_number': 5, 'project_id': 'e39431ed93ab40b3bd3a181b2afcac3d', 'subnets': [{'id': 'db7edcea-cc0c-4f91-8652-8431bf22b201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-11-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:17:13.383651 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b76b1b-d8e0-4bd0-a84e-77a74b12181f req-a6ae43dd-a478-4ed5-a624-8214e61a53bb tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:13.384220 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db48232-b142-4341-b194-d413632214db None None] The sync data for ids ['ae71a829-54e7-4733-86ed-b8acf1486bff'] in dv-cinder-733623-11-iscsi is: [{'id': 'ae71a829-54e7-4733-86ed-b8acf1486bff', 'name': 'tempest-AttachVolumeTestJSON-460665670-router', 'tenant_id': 'e39431ed93ab40b3bd3a181b2afcac3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '2d6c734a-3144-4731-99a7-d8056b285be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:16:33Z', 'updated_at': '2022-01-18T17:16:37Z', 'revision_number': 4, 'project_id': 'e39431ed93ab40b3bd3a181b2afcac3d', 'gw_port': {'id': '2d6c734a-3144-4731-99a7-d8056b285be3', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae71a829-54e7-4733-86ed-b8acf1486bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:33Z', 'updated_at': '2022-01-18T17:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi', '_floatingips': [{'id': '312887bb-c7c5-459a-b6e2-20f85aedefe6', 'tenant_id': 'e39431ed93ab40b3bd3a181b2afcac3d', 'floating_ip_address': '172.27.1.47', 'floating_network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'router_id': 'ae71a829-54e7-4733-86ed-b8acf1486bff', 'port_id': '6bedd311-b537-470c-87a2-30a1c533a6f7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6beef8c8-11cd-4aa0-ae20-531a45b1faf5', 'mac_address': 'fa:16:3e:ac:dc:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0142f18-1c38-4d0b-841f-2f6eecb854b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T17:16:46Z', 'updated_at': '2022-01-18T17:17:11Z', 'revision_number': 1, 'project_id': 'e39431ed93ab40b3bd3a181b2afcac3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0967e5d8-ea3f-43d0-ad41-84aa3ac49cfd', 'name': '', 'network_id': '6beef8c8-11cd-4aa0-ae20-531a45b1faf5', 'tenant_id': 'e39431ed93ab40b3bd3a181b2afcac3d', 'mac_address': 'fa:16:3e:0c:f1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae71a829-54e7-4733-86ed-b8acf1486bff', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'db7edcea-cc0c-4f91-8652-8431bf22b201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:36Z', 'updated_at': '2022-01-18T17:16:44Z', 'revision_number': 5, 'project_id': 'e39431ed93ab40b3bd3a181b2afcac3d', 'subnets': [{'id': 'db7edcea-cc0c-4f91-8652-8431bf22b201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 17:17:13.385392 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-82b76b1b-d8e0-4bd0-a84e-77a74b12181f req-a6ae43dd-a478-4ed5-a624-8214e61a53bb tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] 10.222.0.100 "GET /v2.0/ports?device_id=9a9f5dcd-3389-4019-ac70-183d7e6ae9b3 HTTP/1.1" status: 200 len: 944 time: 0.0608413 Jan 18 17:17:13.441545 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-82b76b1b-d8e0-4bd0-a84e-77a74b12181f req-27756782-4df2-4e35-964b-e493b3abc3f1 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] 10.222.0.100 "GET /v2.0/security-groups?id=0e8965bc-a288-442f-b721-3a0f13c576b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493782 Jan 18 17:17:13.584676 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af48d3f2-ae89-478d-a8ae-7fbe2dedc1a4 None None] New status for floating IP 312887bb-c7c5-459a-b6e2-20f85aedefe6: ACTIVE {{(pid=103199) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 17:17:13.781255 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Device c08f1ab4-eb3c-4248-a694-71aba3f477a2 up at agent hyperv_hv-cinder-73362 {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 17:17:13.955694 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Provisioning for port c08f1ab4-eb3c-4248-a694-71aba3f477a2 completed by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 17:17:13.961205 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Provisioning complete for port c08f1ab4-eb3c-4248-a694-71aba3f477a2 triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:17:13.961677 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (c08f1ab4-eb3c-4248-a694-71aba3f477a2), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:14.053807 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Current status of the port c08f1ab4-eb3c-4248-a694-71aba3f477a2 is: BUILD; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:17:14.054167 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (c08f1ab4-eb3c-4248-a694-71aba3f477a2), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:14.079021 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a9f5dcd-3389-4019-ac70-183d7e6ae9b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c08f1ab4-eb3c-4248-a694-71aba3f477a2'}] {{(pid=103198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 17:17:14.081274 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97aa477b9a8a7659066d830c0d89a1f304b03425b5691a2db6f60cb613ebd93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a8c0a3-84ae-4047-bded-50556dc60120" -d '{"events": [{"server_uuid": "9a9f5dcd-3389-4019-ac70-183d7e6ae9b3", "name": "network-vif-plugged", "status": "completed", "tag": "c08f1ab4-eb3c-4248-a694-71aba3f477a2"}]}' {{(pid=103198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 17:17:14.098766 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] For port c08f1ab4-eb3c-4248-a694-71aba3f477a2, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=c08f1ab4-eb3c-4248-a694-71aba3f477a2,segment=NetworkSegment(9b0639ea-a186-4f2d-bc87-af60223e14c5),segment_id=9b0639ea-a186-4f2d-bc87-af60223e14c5)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:17:14.120922 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 17:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b029c57-23a3-43d0-9d00-421514a22129 x-openstack-request-id: req-5b029c57-23a3-43d0-9d00-421514a22129 {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 17:17:14.121274 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a9f5dcd-3389-4019-ac70-183d7e6ae9b3", "name": "network-vif-plugged", "status": "completed", "tag": "c08f1ab4-eb3c-4248-a694-71aba3f477a2", "code": 200}]} {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 17:17:14.121592 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-5b029c57-23a3-43d0-9d00-421514a22129 {{(pid=103198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 17:17:14.122050 dv-cinder-733623-11-iscsi neutron-server[103198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a9f5dcd-3389-4019-ac70-183d7e6ae9b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c08f1ab4-eb3c-4248-a694-71aba3f477a2', 'code': 200} Jan 18 17:17:14.167138 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (c08f1ab4-eb3c-4248-a694-71aba3f477a2), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:14.222697 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Pushing event updated for resources: {'Port': ['ID=c08f1ab4-eb3c-4248-a694-71aba3f477a2,revision_number=5']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:17:14.452899 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c66381dd-b2be-4f41-876a-5dca41a64961 req-5be4073f-ef2f-4d26-a7da-6d33ff60af39 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435696 Jan 18 17:17:14.494332 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc0acdd-660b-47d3-b47c-28e8d61c2310 req-e39960cb-acfe-4297-941e-ee019e058e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:14.496046 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-8bc0acdd-660b-47d3-b47c-28e8d61c2310 req-e39960cb-acfe-4297-941e-ee019e058e0b service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=9a9f5dcd-3389-4019-ac70-183d7e6ae9b3 HTTP/1.1" status: 200 len: 1098 time: 0.0484788 Jan 18 17:17:14.560920 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66381dd-b2be-4f41-876a-5dca41a64961 req-649f814b-0753-4232-984e-86293922ae77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:14.562554 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c66381dd-b2be-4f41-876a-5dca41a64961 req-649f814b-0753-4232-984e-86293922ae77 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=4983e51e5c4742eb9b95034b5aef3213&device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 1100 time: 0.0533600 Jan 18 17:17:14.594821 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-8bc0acdd-660b-47d3-b47c-28e8d61c2310 req-a58632b9-8407-4a4d-a871-fb44dbfac6fb service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=0e8965bc-a288-442f-b721-3a0f13c576b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873988 Jan 18 17:17:14.614606 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323f36bf-bbc0-41a9-9998-456d7d6ed532 req-804ac470-7760-4f49-86bb-b48806073008 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:14.616640 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-323f36bf-bbc0-41a9-9998-456d7d6ed532 req-804ac470-7760-4f49-86bb-b48806073008 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] 10.222.0.100 "GET /v2.0/ports?device_id=9a9f5dcd-3389-4019-ac70-183d7e6ae9b3 HTTP/1.1" status: 200 len: 945 time: 0.0721037 Jan 18 17:17:14.670907 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-323f36bf-bbc0-41a9-9998-456d7d6ed532 req-848595c0-f6a0-4931-8be7-4965ae7eb74b tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] 10.222.0.100 "GET /v2.0/security-groups?id=0e8965bc-a288-442f-b721-3a0f13c576b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455284 Jan 18 17:17:14.697386 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66381dd-b2be-4f41-876a-5dca41a64961 req-2ff8508b-87f2-4847-9aa7-d7c6703558dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:14.698857 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c66381dd-b2be-4f41-876a-5dca41a64961 req-2ff8508b-87f2-4847-9aa7-d7c6703558dc service neutron] 10.222.0.105 "GET /v2.0/networks?id=2be6587c-41c5-41bc-ac5a-09ac1f4499ce HTTP/1.1" status: 200 len: 918 time: 0.1119277 Jan 18 17:17:14.888953 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c66381dd-b2be-4f41-876a-5dca41a64961 req-5291d5a0-560e-41d6-8227-48e8496d3efa service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=639bfe46-d950-45f2-9080-a815d5d4244a HTTP/1.1" status: 200 len: 1000 time: 0.0689709 Jan 18 17:17:14.944580 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66381dd-b2be-4f41-876a-5dca41a64961 req-bfb555da-6ba2-4a14-b477-b2c73318a8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:14.946161 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c66381dd-b2be-4f41-876a-5dca41a64961 req-bfb555da-6ba2-4a14-b477-b2c73318a8a3 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=29c22a55-3970-45d3-a1fa-25a28ccfa3f2 HTTP/1.1" status: 200 len: 856 time: 0.0468335 Jan 18 17:17:14.999556 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66381dd-b2be-4f41-876a-5dca41a64961 req-f5a41eee-c719-40e8-9060-ebe6281ab226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:15.001073 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c66381dd-b2be-4f41-876a-5dca41a64961 req-f5a41eee-c719-40e8-9060-ebe6281ab226 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=2be6587c-41c5-41bc-ac5a-09ac1f4499ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0484130 Jan 18 17:17:15.102544 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c66381dd-b2be-4f41-876a-5dca41a64961 req-1ae95142-af4e-402b-9b47-7c4e88d1f123 service neutron] 10.222.0.105 "GET /v2.0/networks/2be6587c-41c5-41bc-ac5a-09ac1f4499ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944386 Jan 18 17:17:15.206188 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c66381dd-b2be-4f41-876a-5dca41a64961 req-235cb99c-0c5f-42a5-bb8f-02876f4ad3b6 service neutron] 10.222.0.105 "GET /v2.0/networks/2be6587c-41c5-41bc-ac5a-09ac1f4499ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976965 Jan 18 17:17:15.809163 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ea7bb0-ced6-4d3d-97bc-481805471a64 req-f397341e-9bc6-4423-a053-ed799f887426 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:15.811037 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-51ea7bb0-ced6-4d3d-97bc-481805471a64 req-f397341e-9bc6-4423-a053-ed799f887426 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] 10.222.0.100 "GET /v2.0/ports?device_id=9a9f5dcd-3389-4019-ac70-183d7e6ae9b3 HTTP/1.1" status: 200 len: 945 time: 0.0574701 Jan 18 17:17:15.860938 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-51ea7bb0-ced6-4d3d-97bc-481805471a64 req-dfc1b2f4-6a35-4711-9276-c09a1ec22ac8 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] 10.222.0.100 "GET /v2.0/security-groups?id=0e8965bc-a288-442f-b721-3a0f13c576b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443997 Jan 18 17:17:16.038964 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 57348) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:17:16.148959 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-8265b97c-7bd2-4aeb-a90b-f2f1bdf69f70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:16.226974 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-8265b97c-7bd2-4aeb-a90b-f2f1bdf69f70 admin admin] Publish callbacks [] for security_group (de4dd1b5-b76d-4f3a-af35-2ef07ac5608c), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:16.258543 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-8265b97c-7bd2-4aeb-a90b-f2f1bdf69f70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (de4dd1b5-b76d-4f3a-af35-2ef07ac5608c), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:16.301009 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-8265b97c-7bd2-4aeb-a90b-f2f1bdf69f70 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=35e7d3558a4c4741986d3b10d378af9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2609513 Jan 18 17:17:16.301992 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8265b97c-7bd2-4aeb-a90b-f2f1bdf69f70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de4dd1b5-b76d-4f3a-af35-2ef07ac5608c,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:17:16.305007 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 57354) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:17:16.355931 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-22f61ecf-8808-4b09-ab5a-86421432773f admin admin] Publish callbacks [] for security_group (de4dd1b5-b76d-4f3a-af35-2ef07ac5608c), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:16.377175 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-22f61ecf-8808-4b09-ab5a-86421432773f admin admin] Publish callbacks [] for security_group (de4dd1b5-b76d-4f3a-af35-2ef07ac5608c), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:16.487412 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-22f61ecf-8808-4b09-ab5a-86421432773f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (de4dd1b5-b76d-4f3a-af35-2ef07ac5608c), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:16.490538 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-22f61ecf-8808-4b09-ab5a-86421432773f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:16.491723 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-22f61ecf-8808-4b09-ab5a-86421432773f admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/de4dd1b5-b76d-4f3a-af35-2ef07ac5608c HTTP/1.1" status: 204 len: 168 time: 0.1857328 Jan 18 17:17:16.499587 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f61ecf-8808-4b09-ab5a-86421432773f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de4dd1b5-b76d-4f3a-af35-2ef07ac5608c,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:17:16.991618 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5515ebda-0a92-4056-9926-27ff12d84c79 req-28e3f4c6-6390-4a4e-b397-fde10d65e1a9 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:16.995567 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-5515ebda-0a92-4056-9926-27ff12d84c79 req-28e3f4c6-6390-4a4e-b397-fde10d65e1a9 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] 10.222.0.100 "GET /v2.0/ports?device_id=9a9f5dcd-3389-4019-ac70-183d7e6ae9b3 HTTP/1.1" status: 200 len: 945 time: 0.0586951 Jan 18 17:17:17.055151 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-5515ebda-0a92-4056-9926-27ff12d84c79 req-d2d6cae0-106c-4ba7-863e-084926cf02fb tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] 10.222.0.100 "GET /v2.0/security-groups?id=0e8965bc-a288-442f-b721-3a0f13c576b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509667 Jan 18 17:17:17.465771 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 57400) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:17:17.573245 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-5387ffbd-e36f-45d2-a747-34afa2be755a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-472300341-network', 'tenant_id': 'babaf77cf0e84658a77f54d0a7af0b9f'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:17:17.669868 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5387ffbd-e36f-45d2-a747-34afa2be755a admin admin] Made reservation on behalf of babaf77cf0e84658a77f54d0a7af0b9f for: {'network': 1} {{(pid=103196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 17:17:17.672341 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5387ffbd-e36f-45d2-a747-34afa2be755a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for network (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:17.680959 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5387ffbd-e36f-45d2-a747-34afa2be755a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:17.766480 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5387ffbd-e36f-45d2-a747-34afa2be755a admin admin] Publish callbacks [] for security_group (2b921b15-2d23-4849-b37a-fcc400a5837b), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:17.836215 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5387ffbd-e36f-45d2-a747-34afa2be755a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (2b921b15-2d23-4849-b37a-fcc400a5837b), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:17.865024 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5387ffbd-e36f-45d2-a747-34afa2be755a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 294} {{(pid=103196) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 17:17:17.871834 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5387ffbd-e36f-45d2-a747-34afa2be755a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b921b15-2d23-4849-b37a-fcc400a5837b,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:17:17.879113 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5387ffbd-e36f-45d2-a747-34afa2be755a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527697'] for segment (84c3f360-169e-4607-a6c7-1299530f908e), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:17.879480 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.db.segments_db [None req-5387ffbd-e36f-45d2-a747-34afa2be755a admin admin] Added segment 84c3f360-169e-4607-a6c7-1299530f908e of type vlan for network 7f6b1b4d-60e1-4bf7-b0a9-222b065577ab Jan 18 17:17:17.927448 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5387ffbd-e36f-45d2-a747-34afa2be755a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785611949990'] for network (7f6b1b4d-60e1-4bf7-b0a9-222b065577ab), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:18.088329 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5387ffbd-e36f-45d2-a747-34afa2be755a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781'] for network (7f6b1b4d-60e1-4bf7-b0a9-222b065577ab), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:18.088777 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5387ffbd-e36f-45d2-a747-34afa2be755a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:18.089370 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5387ffbd-e36f-45d2-a747-34afa2be755a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526667'] for network (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:18.164962 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5387ffbd-e36f-45d2-a747-34afa2be755a admin admin] Pushing event updated for resources: {'Network': ['ID=7f6b1b4d-60e1-4bf7-b0a9-222b065577ab,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:17:18.177576 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Network 7f6b1b4d-60e1-4bf7-b0a9-222b065577ab details requested by agent ovs-agent-dv-cinder-733623-11-iscsi with host dv-cinder-733623-11-iscsi {{(pid=103198) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 17:17:18.190209 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-5387ffbd-e36f-45d2-a747-34afa2be755a admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7205439 Jan 18 17:17:18.190463 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 57420) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:17:18.197432 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-91ec0a06-2094-496a-b43f-f4c801d21926 admin admin] Request body: {'subnet': {'network_id': '7f6b1b4d-60e1-4bf7-b0a9-222b065577ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-472300341-subnet', 'tenant_id': 'babaf77cf0e84658a77f54d0a7af0b9f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:17:18.281408 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ec0a06-2094-496a-b43f-f4c801d21926 admin admin] Made reservation on behalf of babaf77cf0e84658a77f54d0a7af0b9f for: {'subnet': 1} {{(pid=103196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 17:17:18.284255 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-91ec0a06-2094-496a-b43f-f4c801d21926 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4592754'] for subnet (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:18.292185 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d7dade-c166-4349-9904-17de67fee9e0 req-5f160e48-34f7-4549-a886-936e54ed8de1 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:18.293792 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-f0d7dade-c166-4349-9904-17de67fee9e0 req-5f160e48-34f7-4549-a886-936e54ed8de1 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "GET /v2.0/ports?device_id=0cf6cbd1-6df8-4d12-bd6f-0af78720aabe HTTP/1.1" status: 200 len: 946 time: 0.0528293 Jan 18 17:17:18.352124 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-f0d7dade-c166-4349-9904-17de67fee9e0 req-7a022586-4e37-4f95-ae11-0d04d25713c6 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "GET /v2.0/security-groups?id=c89a7dc5-0961-4a5a-ac1f-02410b7e5eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525022 Jan 18 17:17:18.379142 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 57424) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:17:18.523488 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-91ec0a06-2094-496a-b43f-f4c801d21926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4300437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4592732'] for subnet (aa68f39e-71dc-46c3-b532-dcda37d4ffe5), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:18.847694 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a251fc56-49e3-4469-85e3-587d74dfc535 tempest-TestMinimumBasicScenario-281682372 tempest-TestMinimumBasicScenario-281682372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:18.849389 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-a251fc56-49e3-4469-85e3-587d74dfc535 tempest-TestMinimumBasicScenario-281682372 tempest-TestMinimumBasicScenario-281682372-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=0cf6cbd1-6df8-4d12-bd6f-0af78720aabe HTTP/1.1" status: 200 len: 1094 time: 0.4688354 Jan 18 17:17:18.854172 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 57432) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:17:18.859913 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-71ccdaad-5d91-402a-9137-898eea760c82 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Request body: {'floatingip': {'floating_network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'port_id': '5b60aef5-9bd5-4b92-a302-38d5092ffad6', 'tenant_id': '9b619acf9cdb4528b6f656cc52406910', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:17:18.860639 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ec0a06-2094-496a-b43f-f4c801d21926 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa68f39e-71dc-46c3-b532-dcda37d4ffe5,revision_number=0']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:17:18.873134 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ec0a06-2094-496a-b43f-f4c801d21926 admin admin] Checking segment: {'id': '84c3f360-169e-4607-a6c7-1299530f908e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '7f6b1b4d-60e1-4bf7-b0a9-222b065577ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 17:17:18.873496 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ec0a06-2094-496a-b43f-f4c801d21926 admin admin] Network hostable DHCP agents. Network: 7f6b1b4d-60e1-4bf7-b0a9-222b065577ab, hostable agents: ['1e8d2d8a-92ca-4025-a540-71c8151dbccf'], hosted agents: [] {{(pid=103196) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 17:17:18.978219 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ec0a06-2094-496a-b43f-f4c801d21926 admin admin] Network 7f6b1b4d-60e1-4bf7-b0a9-222b065577ab is scheduled to be hosted by DHCP agent 1e8d2d8a-92ca-4025-a540-71c8151dbccf with binding_index 1 {{(pid=103196) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 17:17:19.007394 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-71ccdaad-5d91-402a-9137-898eea760c82 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:19.070342 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-91ec0a06-2094-496a-b43f-f4c801d21926 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-11-iscsi, 7f6b1b4d-60e1-4bf7-b0a9-222b065577ab) {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 17:17:19.075799 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ec0a06-2094-496a-b43f-f4c801d21926 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:19.076452 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-91ec0a06-2094-496a-b43f-f4c801d21926 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:19.080379 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42c8f51-10ea-4e5e-b51e-b387071e35dd None None] Network 7f6b1b4d-60e1-4bf7-b0a9-222b065577ab requested from dv-cinder-733623-11-iscsi {{(pid=103198) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 17:17:19.116722 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-71ccdaad-5d91-402a-9137-898eea760c82 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:19.177782 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-91ec0a06-2094-496a-b43f-f4c801d21926 admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9774666 Jan 18 17:17:19.195864 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6a4a4a-69d2-44d0-9968-b9329c0dc57f None None] Network 7f6b1b4d-60e1-4bf7-b0a9-222b065577ab requested from dv-cinder-733623-11-iscsi {{(pid=103198) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 17:17:19.244601 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.db.db_base_plugin_common [None req-71ccdaad-5d91-402a-9137-898eea760c82 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Allocated IP 172.27.1.41 (09e508a9-4d19-4482-acf1-bcc4a2adb430/ac199632-c036-4879-8c53-e78832fc0d54/21108cdc-90d3-4dd4-91ff-b0edcceecb3d) {{(pid=103197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 17:17:19.354239 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-71ccdaad-5d91-402a-9137-898eea760c82 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Publish callbacks [] for port (21108cdc-90d3-4dd4-91ff-b0edcceecb3d), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:19.522433 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-71ccdaad-5d91-402a-9137-898eea760c82 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785611913804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6115669'] for port (21108cdc-90d3-4dd4-91ff-b0edcceecb3d), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:19.564374 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ccdaad-5d91-402a-9137-898eea760c82 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Network 09e508a9-4d19-4482-acf1-bcc4a2adb430 is already hosted by enough agents. {{(pid=103197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 17:17:19.569581 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.base_scheduler [None req-71ccdaad-5d91-402a-9137-898eea760c82 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Resources bound (agent type, host, resource id): {{(pid=103197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 17:17:19.572479 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ccdaad-5d91-402a-9137-898eea760c82 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Received port after_create {{(pid=103197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 17:17:19.577852 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ccdaad-5d91-402a-9137-898eea760c82 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Pushing event updated for resources: {'Port': ['ID=21108cdc-90d3-4dd4-91ff-b0edcceecb3d,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:17:20.193137 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-71ccdaad-5d91-402a-9137-898eea760c82 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Publish callbacks [] for floatingip (27d5521c-dc18-4dfa-a4c5-eb2f143e96a0), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:20.329424 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-71ccdaad-5d91-402a-9137-898eea760c82 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (21108cdc-90d3-4dd4-91ff-b0edcceecb3d), before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:20.481962 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-71ccdaad-5d91-402a-9137-898eea760c82 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Publish callbacks [] for port (21108cdc-90d3-4dd4-91ff-b0edcceecb3d), precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:20.526672 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-71ccdaad-5d91-402a-9137-898eea760c82 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6115650'] for port (21108cdc-90d3-4dd4-91ff-b0edcceecb3d), after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:20.602007 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ccdaad-5d91-402a-9137-898eea760c82 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Pushing event updated for resources: {'Port': ['ID=21108cdc-90d3-4dd4-91ff-b0edcceecb3d,revision_number=2']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:17:20.611224 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-71ccdaad-5d91-402a-9137-898eea760c82 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647951'] for floatingip (27d5521c-dc18-4dfa-a4c5-eb2f143e96a0), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:20.712893 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.db.l3_db [None req-71ccdaad-5d91-402a-9137-898eea760c82 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Floating IP 27d5521c-dc18-4dfa-a4c5-eb2f143e96a0 associated. External IP: 172.27.1.41, port: 5b60aef5-9bd5-4b92-a302-38d5092ffad6. Jan 18 17:17:20.924645 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71ccdaad-5d91-402a-9137-898eea760c82 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Router e92146aa-a96d-486e-9a5d-3c81d12702c3 has already been hosted by L3 agent 34860b7f-7c9d-4265-9a0a-1b9bd2e1622e {{(pid=103197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 17:17:21.037703 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71ccdaad-5d91-402a-9137-898eea760c82 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Notify agent at l3_agent.dv-cinder-733623-11-iscsi the message routers_updated {{(pid=103197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 17:17:21.047703 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7068187-438f-4d90-a870-f86f5a7f6fd9 None None] Sync routers for ids ['e92146aa-a96d-486e-9a5d-3c81d12702c3'] in dv-cinder-733623-11-iscsi {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 17:17:21.057296 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7068187-438f-4d90-a870-f86f5a7f6fd9 None None] Routers {'e92146aa-a96d-486e-9a5d-3c81d12702c3'} bound to L3 agent in host dv-cinder-733623-11-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 17:17:21.057906 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-b7068187-438f-4d90-a870-f86f5a7f6fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T17:04:58Z,description=,heartbeat_timestamp=2022-01-18T17:16:58Z,host='dv-cinder-733623-11-iscsi',id=34860b7f-7c9d-4265-9a0a-1b9bd2e1622e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T17:04:59Z,topic='l3_agent')) {'router_ids': ['e92146aa-a96d-486e-9a5d-3c81d12702c3'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:17:21.124863 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-71ccdaad-5d91-402a-9137-898eea760c82 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1923895'] for floatingip (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:21.156900 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-71ccdaad-5d91-402a-9137-898eea760c82 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2974515 Jan 18 17:17:21.156900 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cf6cbd1-6df8-4d12-bd6f-0af78720aabe', 'tag': '5b60aef5-9bd5-4b92-a302-38d5092ffad6'}] {{(pid=103197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 17:17:21.156900 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3aa228331c825044a8c5a816f7450a712b29f1505f8362b46ccab27415aa536" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a3abd0d-6087-4deb-a4c2-4e2d835e5e29" -d '{"events": [{"name": "network-changed", "server_uuid": "0cf6cbd1-6df8-4d12-bd6f-0af78720aabe", "tag": "5b60aef5-9bd5-4b92-a302-38d5092ffad6"}]}' {{(pid=103197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 17:17:21.159038 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 57462) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:17:21.164666 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-20a0f447-cecb-4bee-8776-248ec86ebe2b tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-148795243', 'description': 'tempest-secgroup-smoke-148795243 description', 'project_id': '9b619acf9cdb4528b6f656cc52406910'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:17:21.174171 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-b7068187-438f-4d90-a870-f86f5a7f6fd9 None None] Set router e92146aa-a96d-486e-9a5d-3c81d12702c3 gateway port host: dv-cinder-733623-11-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 17:17:21.206091 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 17:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f075a813-5a22-44d1-9bd2-e31adbdafc04 x-openstack-request-id: req-f075a813-5a22-44d1-9bd2-e31adbdafc04 {{(pid=103197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 17:17:21.206387 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cf6cbd1-6df8-4d12-bd6f-0af78720aabe", "tag": "5b60aef5-9bd5-4b92-a302-38d5092ffad6", "status": "completed", "code": 200}]} {{(pid=103197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 17:17:21.206644 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-f075a813-5a22-44d1-9bd2-e31adbdafc04 {{(pid=103197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 17:17:21.207042 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cf6cbd1-6df8-4d12-bd6f-0af78720aabe', 'tag': '5b60aef5-9bd5-4b92-a302-38d5092ffad6', 'status': 'completed', 'code': 200} Jan 18 17:17:21.285516 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-20a0f447-cecb-4bee-8776-248ec86ebe2b tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:21.311783 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3abd0d-6087-4deb-a4c2-4e2d835e5e29 req-1df4cb66-c187-420c-a7ef-8abbb5e9359d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:21.313321 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1a3abd0d-6087-4deb-a4c2-4e2d835e5e29 req-1df4cb66-c187-420c-a7ef-8abbb5e9359d service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=9b619acf9cdb4528b6f656cc52406910&device_id=0cf6cbd1-6df8-4d12-bd6f-0af78720aabe HTTP/1.1" status: 200 len: 1099 time: 0.0631607 Jan 18 17:17:21.412896 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f2ff5f-6e60-4f2c-87e2-758c04045cf8 req-d3367933-1c02-41a8-a03f-fb8a3bba3725 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:21.419936 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-b5f2ff5f-6e60-4f2c-87e2-758c04045cf8 req-d3367933-1c02-41a8-a03f-fb8a3bba3725 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] 10.222.0.100 "GET /v2.0/networks?id=7f6b1b4d-60e1-4bf7-b0a9-222b065577ab HTTP/1.1" status: 200 len: 808 time: 0.1275518 Jan 18 17:17:21.433462 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-20a0f447-cecb-4bee-8776-248ec86ebe2b tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Publish callbacks [] for security_group (adbc9891-2120-4bd5-85fd-3d3b8b9e7be1), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:21.435851 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-b5f2ff5f-6e60-4f2c-87e2-758c04045cf8 req-f267eefd-e637-4900-b368-fc6ba694d56d tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] 10.222.0.100 "GET /v2.0/quotas/babaf77cf0e84658a77f54d0a7af0b9f HTTP/1.1" status: 200 len: 375 time: 0.0148106 Jan 18 17:17:21.451205 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3abd0d-6087-4deb-a4c2-4e2d835e5e29 req-7221d780-a6d5-4267-bb3b-0dc1ee970e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:21.452733 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1a3abd0d-6087-4deb-a4c2-4e2d835e5e29 req-7221d780-a6d5-4267-bb3b-0dc1ee970e3e service neutron] 10.222.0.105 "GET /v2.0/networks?id=e751886b-bacb-46c7-b3e1-ad645f57d5d1 HTTP/1.1" status: 200 len: 916 time: 0.1310880 Jan 18 17:17:21.470968 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-b5f2ff5f-6e60-4f2c-87e2-758c04045cf8 req-03a6b4e2-e304-4774-ac26-ba578fa1549f tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=babaf77cf0e84658a77f54d0a7af0b9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323575 Jan 18 17:17:21.477350 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-b7068187-438f-4d90-a870-f86f5a7f6fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92146aa-a96d-486e-9a5d-3c81d12702c3', 'name': 'tempest-TestMinimumBasicScenario-1931758699-router', 'tenant_id': '9b619acf9cdb4528b6f656cc52406910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '9936c60a-f4bb-4a14-a56d-1f02b4ae4346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:15:55Z', 'updated_at': '2022-01-18T17:16:01Z', 'revision_number': 4, 'project_id': '9b619acf9cdb4528b6f656cc52406910', 'gw_port': {'id': '9936c60a-f4bb-4a14-a56d-1f02b4ae4346', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:47:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92146aa-a96d-486e-9a5d-3c81d12702c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:15:56Z', 'updated_at': '2022-01-18T17:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi', '_floatingips': [{'id': '27d5521c-dc18-4dfa-a4c5-eb2f143e96a0', 'tenant_id': '9b619acf9cdb4528b6f656cc52406910', 'floating_ip_address': '172.27.1.41', 'floating_network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'router_id': 'e92146aa-a96d-486e-9a5d-3c81d12702c3', 'port_id': '5b60aef5-9bd5-4b92-a302-38d5092ffad6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e751886b-bacb-46c7-b3e1-ad645f57d5d1', 'mac_address': 'fa:16:3e:fd:a6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cf6cbd1-6df8-4d12-bd6f-0af78720aabe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T17:17:19Z', 'updated_at': '2022-01-18T17:17:19Z', 'revision_number': 0, 'project_id': '9b619acf9cdb4528b6f656cc52406910', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9a414cb-12d7-45ac-a0e3-99755e24f99f', 'name': '', 'network_id': 'e751886b-bacb-46c7-b3e1-ad645f57d5d1', 'tenant_id': '9b619acf9cdb4528b6f656cc52406910', 'mac_address': 'fa:16:3e:ad:1b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92146aa-a96d-486e-9a5d-3c81d12702c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '520b00cd-aeaf-4213-bc9e-5ceb28739828', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:00Z', 'updated_at': '2022-01-18T17:16:07Z', 'revision_number': 5, 'project_id': '9b619acf9cdb4528b6f656cc52406910', 'subnets': [{'id': '520b00cd-aeaf-4213-bc9e-5ceb28739828', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-11-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:17:21.506519 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-20a0f447-cecb-4bee-8776-248ec86ebe2b tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (adbc9891-2120-4bd5-85fd-3d3b8b9e7be1), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:21.511840 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7068187-438f-4d90-a870-f86f5a7f6fd9 None None] Checking router: e92146aa-a96d-486e-9a5d-3c81d12702c3 for host: dv-cinder-733623-11-iscsi {{(pid=103198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 17:17:21.522048 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7068187-438f-4d90-a870-f86f5a7f6fd9 None None] Routers {'e92146aa-a96d-486e-9a5d-3c81d12702c3'} bound to L3 agent in host dv-cinder-733623-11-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 17:17:21.523031 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-b7068187-438f-4d90-a870-f86f5a7f6fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T17:04:58Z,description=,heartbeat_timestamp=2022-01-18T17:16:58Z,host='dv-cinder-733623-11-iscsi',id=34860b7f-7c9d-4265-9a0a-1b9bd2e1622e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T17:04:59Z,topic='l3_agent')) {'router_ids': ['e92146aa-a96d-486e-9a5d-3c81d12702c3'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:17:21.556706 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1a3abd0d-6087-4deb-a4c2-4e2d835e5e29 req-18077be7-ee42-4293-a1fe-b9b15de7d953 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b60aef5-9bd5-4b92-a302-38d5092ffad6 HTTP/1.1" status: 200 len: 999 time: 0.0962377 Jan 18 17:17:21.557791 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a0f447-cecb-4bee-8776-248ec86ebe2b tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adbc9891-2120-4bd5-85fd-3d3b8b9e7be1,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:17:21.587212 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-b5f2ff5f-6e60-4f2c-87e2-758c04045cf8 req-4ef6a680-6ef4-4155-aa92-ac76f269c5c4 service neutron] 10.222.0.100 "GET /v2.0/networks/7f6b1b4d-60e1-4bf7-b0a9-222b065577ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088097 Jan 18 17:17:21.608920 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-20a0f447-cecb-4bee-8776-248ec86ebe2b tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:21.610712 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-20a0f447-cecb-4bee-8776-248ec86ebe2b tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4503365 Jan 18 17:17:21.614218 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 57478) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:17:21.621509 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-b6adbe4c-bd5e-447a-951b-f3dee8f37988 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Request body: {'security_group_rule': {'security_group_id': 'adbc9891-2120-4bd5-85fd-3d3b8b9e7be1', 'project_id': '9b619acf9cdb4528b6f656cc52406910', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:17:21.641142 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3abd0d-6087-4deb-a4c2-4e2d835e5e29 req-2d73a4b5-2f32-481e-a4c0-7d546f292155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:21.642597 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1a3abd0d-6087-4deb-a4c2-4e2d835e5e29 req-2d73a4b5-2f32-481e-a4c0-7d546f292155 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=520b00cd-aeaf-4213-bc9e-5ceb28739828 HTTP/1.1" status: 200 len: 854 time: 0.0777762 Jan 18 17:17:21.646331 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-b7068187-438f-4d90-a870-f86f5a7f6fd9 None None] Set router e92146aa-a96d-486e-9a5d-3c81d12702c3 gateway port host: dv-cinder-733623-11-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 17:17:21.692619 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3abd0d-6087-4deb-a4c2-4e2d835e5e29 req-65f8b126-3789-459e-9789-171faa48ec67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:21.695206 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1a3abd0d-6087-4deb-a4c2-4e2d835e5e29 req-65f8b126-3789-459e-9789-171faa48ec67 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=e751886b-bacb-46c7-b3e1-ad645f57d5d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0454879 Jan 18 17:17:21.701134 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-b5f2ff5f-6e60-4f2c-87e2-758c04045cf8 req-8f795924-a4c8-4ea7-a964-683c123170aa service neutron] 10.222.0.100 "GET /v2.0/networks/7f6b1b4d-60e1-4bf7-b0a9-222b065577ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072752 Jan 18 17:17:21.763122 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b6adbe4c-bd5e-447a-951b-f3dee8f37988 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Publish callbacks [] for security_group_rule (3cc2d919-bc72-4a2f-a778-81d65dd86728), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:21.827614 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1a3abd0d-6087-4deb-a4c2-4e2d835e5e29 req-5d57c637-7549-4b4e-9e42-27652c0b2ee2 service neutron] 10.222.0.105 "GET /v2.0/networks/e751886b-bacb-46c7-b3e1-ad645f57d5d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250546 Jan 18 17:17:21.852005 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b6adbe4c-bd5e-447a-951b-f3dee8f37988 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Publish callbacks [] for security_group_rule (3cc2d919-bc72-4a2f-a778-81d65dd86728), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:21.909687 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-b7068187-438f-4d90-a870-f86f5a7f6fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92146aa-a96d-486e-9a5d-3c81d12702c3', 'name': 'tempest-TestMinimumBasicScenario-1931758699-router', 'tenant_id': '9b619acf9cdb4528b6f656cc52406910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '9936c60a-f4bb-4a14-a56d-1f02b4ae4346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:15:55Z', 'updated_at': '2022-01-18T17:16:01Z', 'revision_number': 4, 'project_id': '9b619acf9cdb4528b6f656cc52406910', 'gw_port': {'id': '9936c60a-f4bb-4a14-a56d-1f02b4ae4346', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:47:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92146aa-a96d-486e-9a5d-3c81d12702c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:15:56Z', 'updated_at': '2022-01-18T17:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi', '_floatingips': [{'id': '27d5521c-dc18-4dfa-a4c5-eb2f143e96a0', 'tenant_id': '9b619acf9cdb4528b6f656cc52406910', 'floating_ip_address': '172.27.1.41', 'floating_network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'router_id': 'e92146aa-a96d-486e-9a5d-3c81d12702c3', 'port_id': '5b60aef5-9bd5-4b92-a302-38d5092ffad6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e751886b-bacb-46c7-b3e1-ad645f57d5d1', 'mac_address': 'fa:16:3e:fd:a6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cf6cbd1-6df8-4d12-bd6f-0af78720aabe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T17:17:19Z', 'updated_at': '2022-01-18T17:17:19Z', 'revision_number': 0, 'project_id': '9b619acf9cdb4528b6f656cc52406910', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9a414cb-12d7-45ac-a0e3-99755e24f99f', 'name': '', 'network_id': 'e751886b-bacb-46c7-b3e1-ad645f57d5d1', 'tenant_id': '9b619acf9cdb4528b6f656cc52406910', 'mac_address': 'fa:16:3e:ad:1b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92146aa-a96d-486e-9a5d-3c81d12702c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '520b00cd-aeaf-4213-bc9e-5ceb28739828', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:00Z', 'updated_at': '2022-01-18T17:16:07Z', 'revision_number': 5, 'project_id': '9b619acf9cdb4528b6f656cc52406910', 'subnets': [{'id': '520b00cd-aeaf-4213-bc9e-5ceb28739828', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-11-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:17:21.946802 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1a3abd0d-6087-4deb-a4c2-4e2d835e5e29 req-ca03cf06-cb26-4b19-a004-6f54a5611aae service neutron] 10.222.0.105 "GET /v2.0/networks/e751886b-bacb-46c7-b3e1-ad645f57d5d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115758 Jan 18 17:17:21.947409 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7068187-438f-4d90-a870-f86f5a7f6fd9 None None] The sync data for ids ['e92146aa-a96d-486e-9a5d-3c81d12702c3'] in dv-cinder-733623-11-iscsi is: [{'id': 'e92146aa-a96d-486e-9a5d-3c81d12702c3', 'name': 'tempest-TestMinimumBasicScenario-1931758699-router', 'tenant_id': '9b619acf9cdb4528b6f656cc52406910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '9936c60a-f4bb-4a14-a56d-1f02b4ae4346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:15:55Z', 'updated_at': '2022-01-18T17:16:01Z', 'revision_number': 4, 'project_id': '9b619acf9cdb4528b6f656cc52406910', 'gw_port': {'id': '9936c60a-f4bb-4a14-a56d-1f02b4ae4346', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:47:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92146aa-a96d-486e-9a5d-3c81d12702c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:15:56Z', 'updated_at': '2022-01-18T17:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi', '_floatingips': [{'id': '27d5521c-dc18-4dfa-a4c5-eb2f143e96a0', 'tenant_id': '9b619acf9cdb4528b6f656cc52406910', 'floating_ip_address': '172.27.1.41', 'floating_network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'router_id': 'e92146aa-a96d-486e-9a5d-3c81d12702c3', 'port_id': '5b60aef5-9bd5-4b92-a302-38d5092ffad6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e751886b-bacb-46c7-b3e1-ad645f57d5d1', 'mac_address': 'fa:16:3e:fd:a6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cf6cbd1-6df8-4d12-bd6f-0af78720aabe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T17:17:19Z', 'updated_at': '2022-01-18T17:17:19Z', 'revision_number': 0, 'project_id': '9b619acf9cdb4528b6f656cc52406910', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9a414cb-12d7-45ac-a0e3-99755e24f99f', 'name': '', 'network_id': 'e751886b-bacb-46c7-b3e1-ad645f57d5d1', 'tenant_id': '9b619acf9cdb4528b6f656cc52406910', 'mac_address': 'fa:16:3e:ad:1b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92146aa-a96d-486e-9a5d-3c81d12702c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '520b00cd-aeaf-4213-bc9e-5ceb28739828', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:00Z', 'updated_at': '2022-01-18T17:16:07Z', 'revision_number': 5, 'project_id': '9b619acf9cdb4528b6f656cc52406910', 'subnets': [{'id': '520b00cd-aeaf-4213-bc9e-5ceb28739828', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 17:17:21.956668 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b6adbe4c-bd5e-447a-951b-f3dee8f37988 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433249'] for security_group_rule (3cc2d919-bc72-4a2f-a778-81d65dd86728), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:21.989509 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-e9779a4c-33bd-46f9-879b-6c13e9f14dd9 req-562ef943-ef69-47aa-af4f-8c7471db3f48 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] 10.222.0.100 "GET /v2.0/ports?device_id=4fc8ae02-78bd-4a4d-9969-d5406a2cbb3f HTTP/1.1" status: 200 len: 210 time: 0.0470588 Jan 18 17:17:21.993753 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6adbe4c-bd5e-447a-951b-f3dee8f37988 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cc2d919-bc72-4a2f-a778-81d65dd86728,revision_number=0']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:17:22.101230 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b6adbe4c-bd5e-447a-951b-f3dee8f37988 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:22.104295 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-b6adbe4c-bd5e-447a-951b-f3dee8f37988 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4863391 Jan 18 17:17:22.106402 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 57492) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:17:22.110850 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-b2ca16d9-81e3-4222-92b4-1b3597e78f9c tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Request body: {'security_group_rule': {'security_group_id': 'adbc9891-2120-4bd5-85fd-3d3b8b9e7be1', 'project_id': '9b619acf9cdb4528b6f656cc52406910', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:17:22.187929 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6103c6bb-2ba7-4cd1-9ce6-93fd3426ff16 None None] New status for floating IP 27d5521c-dc18-4dfa-a4c5-eb2f143e96a0: ACTIVE {{(pid=103199) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 17:17:22.217517 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b2ca16d9-81e3-4222-92b4-1b3597e78f9c tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Publish callbacks [] for security_group_rule (d37d8a21-e7b4-4950-8bed-4c552f7fb6bc), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:22.280121 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b2ca16d9-81e3-4222-92b4-1b3597e78f9c tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Publish callbacks [] for security_group_rule (d37d8a21-e7b4-4950-8bed-4c552f7fb6bc), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:22.338192 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b2ca16d9-81e3-4222-92b4-1b3597e78f9c tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433249'] for security_group_rule (d37d8a21-e7b4-4950-8bed-4c552f7fb6bc), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:22.353910 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ca16d9-81e3-4222-92b4-1b3597e78f9c tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d37d8a21-e7b4-4950-8bed-4c552f7fb6bc,revision_number=0']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:17:22.408931 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b2ca16d9-81e3-4222-92b4-1b3597e78f9c tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:22.410423 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-b2ca16d9-81e3-4222-92b4-1b3597e78f9c tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3028126 Jan 18 17:17:22.413659 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 57494) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:17:22.418268 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-47b649d7-c422-4b9b-81c7-7868e4b5144f tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Request body: {'security_group_rule': {'security_group_id': 'adbc9891-2120-4bd5-85fd-3d3b8b9e7be1', 'project_id': '9b619acf9cdb4528b6f656cc52406910', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:17:22.521609 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-47b649d7-c422-4b9b-81c7-7868e4b5144f tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Publish callbacks [] for security_group_rule (c9aa13b9-72b8-4680-880d-bc60eae10d79), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:22.581771 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-47b649d7-c422-4b9b-81c7-7868e4b5144f tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Publish callbacks [] for security_group_rule (c9aa13b9-72b8-4680-880d-bc60eae10d79), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:22.647539 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-47b649d7-c422-4b9b-81c7-7868e4b5144f tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433249'] for security_group_rule (c9aa13b9-72b8-4680-880d-bc60eae10d79), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:22.666286 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b649d7-c422-4b9b-81c7-7868e4b5144f tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9aa13b9-72b8-4680-880d-bc60eae10d79,revision_number=0']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:17:22.786098 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-47b649d7-c422-4b9b-81c7-7868e4b5144f tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:22.787421 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-47b649d7-c422-4b9b-81c7-7868e4b5144f tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3727140 Jan 18 17:17:22.791436 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 57500) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:17:22.795957 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-ea0317fb-308d-4c80-bcd7-7bc495b71625 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Request body: {'security_group_rule': {'security_group_id': 'adbc9891-2120-4bd5-85fd-3d3b8b9e7be1', 'project_id': '9b619acf9cdb4528b6f656cc52406910', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:17:22.909022 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-ea0317fb-308d-4c80-bcd7-7bc495b71625 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Publish callbacks [] for security_group_rule (26f0cedd-b31b-4eac-a164-d6b525302c3c), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:22.979846 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-ea0317fb-308d-4c80-bcd7-7bc495b71625 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Publish callbacks [] for security_group_rule (26f0cedd-b31b-4eac-a164-d6b525302c3c), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:23.024178 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-ea0317fb-308d-4c80-bcd7-7bc495b71625 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433249'] for security_group_rule (26f0cedd-b31b-4eac-a164-d6b525302c3c), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:23.041349 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0317fb-308d-4c80-bcd7-7bc495b71625 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26f0cedd-b31b-4eac-a164-d6b525302c3c,revision_number=0']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:17:23.092694 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-ab16d35a-20bd-4d64-b785-73b89b9b5de1 req-e80f3c84-1fde-46de-8821-fba622d49f50 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] 10.222.0.100 "GET /v2.0/ports?device_id=4fc8ae02-78bd-4a4d-9969-d5406a2cbb3f HTTP/1.1" status: 200 len: 210 time: 0.0314300 Jan 18 17:17:23.101396 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-ea0317fb-308d-4c80-bcd7-7bc495b71625 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:23.102644 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-ea0317fb-308d-4c80-bcd7-7bc495b71625 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3102396 Jan 18 17:17:23.105638 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 57516) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:17:23.111770 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-1cced201-cca3-4cc5-9370-68598c8de3e0 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Request body: {'security_group_rule': {'security_group_id': 'adbc9891-2120-4bd5-85fd-3d3b8b9e7be1', 'project_id': '9b619acf9cdb4528b6f656cc52406910', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:17:23.182602 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-f2229f40-776b-4ed7-8273-de594c297fca req-c4989653-4e33-4d1f-bcac-fd13928f7eb0 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1948847876&fields=id&tenant_id=09bf69f6abdb4a3083dce101c7984e29 HTTP/1.1" status: 200 len: 267 time: 0.0464399 Jan 18 17:17:23.200303 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.db.securitygroups_db [None req-1cced201-cca3-4cc5-9370-68598c8de3e0 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Project 9b619acf9cdb4528b6f656cc52406910 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 17:17:23.220338 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-1cced201-cca3-4cc5-9370-68598c8de3e0 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Publish callbacks [] for security_group_rule (ff26398f-41f9-4564-8123-b6e5fadeec55), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:23.339691 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2229f40-776b-4ed7-8273-de594c297fca req-3eeb041a-a61d-4216-8aca-4081211548e6 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:23.341093 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-f2229f40-776b-4ed7-8273-de594c297fca req-3eeb041a-a61d-4216-8aca-4081211548e6 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/networks?id=0c17f545-2bb3-4abb-be71-29d5f95f2d88 HTTP/1.1" status: 200 len: 811 time: 0.1518459 Jan 18 17:17:23.351667 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-1cced201-cca3-4cc5-9370-68598c8de3e0 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Publish callbacks [] for security_group_rule (ff26398f-41f9-4564-8123-b6e5fadeec55), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:23.360002 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-f2229f40-776b-4ed7-8273-de594c297fca req-71e7ee28-3543-44a1-90d3-a19bc5b297b9 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/quotas/09bf69f6abdb4a3083dce101c7984e29 HTTP/1.1" status: 200 len: 375 time: 0.0116763 Jan 18 17:17:23.401514 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-1cced201-cca3-4cc5-9370-68598c8de3e0 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433249'] for security_group_rule (ff26398f-41f9-4564-8123-b6e5fadeec55), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:23.431754 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-f2229f40-776b-4ed7-8273-de594c297fca req-a804c724-28ed-48c2-9985-d1eabb37957c tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=09bf69f6abdb4a3083dce101c7984e29&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0664244 Jan 18 17:17:23.433103 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cced201-cca3-4cc5-9370-68598c8de3e0 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff26398f-41f9-4564-8123-b6e5fadeec55,revision_number=0']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:17:23.497781 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-1cced201-cca3-4cc5-9370-68598c8de3e0 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:23.498982 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-1cced201-cca3-4cc5-9370-68598c8de3e0 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3924050 Jan 18 17:17:23.501926 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 57518) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:17:23.506688 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-45f3a3d2-4995-462b-92e2-d3c24023b1d3 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Request body: {'security_group_rule': {'security_group_id': 'adbc9891-2120-4bd5-85fd-3d3b8b9e7be1', 'project_id': '9b619acf9cdb4528b6f656cc52406910', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:17:23.533697 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-f2229f40-776b-4ed7-8273-de594c297fca req-7ba1d51e-b207-4d2f-b34b-f8f32f670cdd service neutron] 10.222.0.100 "GET /v2.0/networks/0c17f545-2bb3-4abb-be71-29d5f95f2d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898099 Jan 18 17:17:23.607168 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.db.securitygroups_db [None req-45f3a3d2-4995-462b-92e2-d3c24023b1d3 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Project 9b619acf9cdb4528b6f656cc52406910 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 17:17:23.612743 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-45f3a3d2-4995-462b-92e2-d3c24023b1d3 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Publish callbacks [] for security_group_rule (40801e59-3f7d-4f8d-a811-6738b69ae036), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:23.630545 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-f2229f40-776b-4ed7-8273-de594c297fca req-2f56463f-3cc5-420a-89ad-44d9c02af67c service neutron] 10.222.0.100 "GET /v2.0/networks/0c17f545-2bb3-4abb-be71-29d5f95f2d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900664 Jan 18 17:17:23.683243 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-45f3a3d2-4995-462b-92e2-d3c24023b1d3 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Publish callbacks [] for security_group_rule (40801e59-3f7d-4f8d-a811-6738b69ae036), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:23.744293 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-45f3a3d2-4995-462b-92e2-d3c24023b1d3 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433249'] for security_group_rule (40801e59-3f7d-4f8d-a811-6738b69ae036), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:23.762114 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f3a3d2-4995-462b-92e2-d3c24023b1d3 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40801e59-3f7d-4f8d-a811-6738b69ae036,revision_number=0']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:17:23.814569 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-45f3a3d2-4995-462b-92e2-d3c24023b1d3 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:23.815860 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-45f3a3d2-4995-462b-92e2-d3c24023b1d3 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3128581 Jan 18 17:17:23.908691 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-df1ffae3-bb74-4455-afce-d990e490149f req-f1c1b1e5-8556-481b-bc02-cbdb0b40bbad tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-148795243&fields=id&tenant_id=9b619acf9cdb4528b6f656cc52406910 HTTP/1.1" status: 200 len: 267 time: 0.0451634 Jan 18 17:17:23.963445 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1ffae3-bb74-4455-afce-d990e490149f req-7902c652-4016-4b85-a118-3ff688cfd040 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:23.964917 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-df1ffae3-bb74-4455-afce-d990e490149f req-7902c652-4016-4b85-a118-3ff688cfd040 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "GET /v2.0/ports?device_id=0cf6cbd1-6df8-4d12-bd6f-0af78720aabe HTTP/1.1" status: 200 len: 946 time: 0.0505548 Jan 18 17:17:23.976127 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [req-df1ffae3-bb74-4455-afce-d990e490149f req-cea2342a-ff98-4531-905b-39c03458de51 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Request body: {'port': {'security_groups': ['c89a7dc5-0961-4a5a-ac1f-02410b7e5eac', 'adbc9891-2120-4bd5-85fd-3d3b8b9e7be1']}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:17:24.045214 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-df1ffae3-bb74-4455-afce-d990e490149f req-cea2342a-ff98-4531-905b-39c03458de51 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (5b60aef5-9bd5-4b92-a302-38d5092ffad6), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:24.210922 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-9678704a-e9a0-4152-88d5-43f0f670bea8 req-a0bf299f-8cd3-44e4-a9bd-5d3d39e56f47 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/ports?device_id=2baf8b5d-b7a6-4d3a-b4b1-ec1b7a451902 HTTP/1.1" status: 200 len: 210 time: 0.0419619 Jan 18 17:17:24.298398 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-425d21a1-7aa2-4d11-9520-85ed3a6ed304 req-d105f555-62d5-4d74-8c80-16de2b664dbb tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] 10.222.0.100 "GET /v2.0/ports?device_id=4fc8ae02-78bd-4a4d-9969-d5406a2cbb3f HTTP/1.1" status: 200 len: 210 time: 0.0336747 Jan 18 17:17:24.342353 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f2ff5f-6e60-4f2c-87e2-758c04045cf8 req-90b6b9d0-85e9-4bc5-9cd3-a0e4f17dd999 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:24.344018 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b5f2ff5f-6e60-4f2c-87e2-758c04045cf8 req-90b6b9d0-85e9-4bc5-9cd3-a0e4f17dd999 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] 10.222.0.105 "GET /v2.0/networks?id=7f6b1b4d-60e1-4bf7-b0a9-222b065577ab HTTP/1.1" status: 200 len: 808 time: 0.2250614 Jan 18 17:17:24.364563 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [req-b5f2ff5f-6e60-4f2c-87e2-758c04045cf8 req-d57dc6cc-a553-4532-88b9-d73f3f5996b0 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] Request body: {'port': {'device_id': '4fc8ae02-78bd-4a4d-9969-d5406a2cbb3f', 'network_id': '7f6b1b4d-60e1-4bf7-b0a9-222b065577ab', 'admin_state_up': True, 'tenant_id': 'babaf77cf0e84658a77f54d0a7af0b9f'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:17:24.457385 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [req-df1ffae3-bb74-4455-afce-d990e490149f req-cea2342a-ff98-4531-905b-39c03458de51 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] For port 5b60aef5-9bd5-4b92-a302-38d5092ffad6, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=5b60aef5-9bd5-4b92-a302-38d5092ffad6,segment=NetworkSegment(d54abf42-b153-483d-a89a-0388ad402880),segment_id=d54abf42-b153-483d-a89a-0388ad402880)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:17:24.528811 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-df1ffae3-bb74-4455-afce-d990e490149f req-cea2342a-ff98-4531-905b-39c03458de51 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Publish callbacks [] for port (5b60aef5-9bd5-4b92-a302-38d5092ffad6), precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:24.578191 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-df1ffae3-bb74-4455-afce-d990e490149f req-cea2342a-ff98-4531-905b-39c03458de51 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4300398'] for port (5b60aef5-9bd5-4b92-a302-38d5092ffad6), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:24.596270 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] get_ports_and_sgs() called for port_ids ['5b60aef5-9bd5-4b92-a302-38d5092ffad6'] {{(pid=103198) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 17:17:24.619462 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5f2ff5f-6e60-4f2c-87e2-758c04045cf8 req-d57dc6cc-a553-4532-88b9-d73f3f5996b0 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] Made reservation on behalf of babaf77cf0e84658a77f54d0a7af0b9f for: {'port': 1} {{(pid=103196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 17:17:24.623244 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-b5f2ff5f-6e60-4f2c-87e2-758c04045cf8 req-d57dc6cc-a553-4532-88b9-d73f3f5996b0 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:24.655444 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1ffae3-bb74-4455-afce-d990e490149f req-cea2342a-ff98-4531-905b-39c03458de51 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:24.656544 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-df1ffae3-bb74-4455-afce-d990e490149f req-cea2342a-ff98-4531-905b-39c03458de51 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1923895'] for port (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:24.657724 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-df1ffae3-bb74-4455-afce-d990e490149f req-cea2342a-ff98-4531-905b-39c03458de51 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "PUT /v2.0/ports/5b60aef5-9bd5-4b92-a302-38d5092ffad6 HTTP/1.1" status: 200 len: 982 time: 0.6864824 Jan 18 17:17:24.664156 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cf6cbd1-6df8-4d12-bd6f-0af78720aabe', 'tag': '5b60aef5-9bd5-4b92-a302-38d5092ffad6'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 17:17:24.666997 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dae96983658fa47cc55ad2b43631f290e6eb934f25c74fb238f11dfd9473403c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b32dc9c9-288e-47e0-a173-b95177490147" -d '{"events": [{"name": "network-changed", "server_uuid": "0cf6cbd1-6df8-4d12-bd6f-0af78720aabe", "tag": "5b60aef5-9bd5-4b92-a302-38d5092ffad6"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 17:17:24.704318 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea2342a-ff98-4531-905b-39c03458de51 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Pushing event updated for resources: {'Port': ['ID=5b60aef5-9bd5-4b92-a302-38d5092ffad6,revision_number=6']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:17:24.755965 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 17:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0302a525-584b-451e-8e01-34c40464afe3 x-openstack-request-id: req-0302a525-584b-451e-8e01-34c40464afe3 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 17:17:24.756277 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cf6cbd1-6df8-4d12-bd6f-0af78720aabe", "tag": "5b60aef5-9bd5-4b92-a302-38d5092ffad6", "status": "completed", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 17:17:24.756561 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-0302a525-584b-451e-8e01-34c40464afe3 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 17:17:24.756943 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cf6cbd1-6df8-4d12-bd6f-0af78720aabe', 'tag': '5b60aef5-9bd5-4b92-a302-38d5092ffad6', 'status': 'completed', 'code': 200} Jan 18 17:17:24.827792 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] get_ports_and_sgs() called for port_ids ['5b60aef5-9bd5-4b92-a302-38d5092ffad6'] {{(pid=103198) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 17:17:24.885791 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [req-b5f2ff5f-6e60-4f2c-87e2-758c04045cf8 req-d57dc6cc-a553-4532-88b9-d73f3f5996b0 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] Allocated IP 172.20.0.9 (7f6b1b4d-60e1-4bf7-b0a9-222b065577ab/aa68f39e-71dc-46c3-b532-dcda37d4ffe5/5399078c-072a-45ee-97d7-42d0a43fb4ee) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 17:17:24.903037 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4f0c08-d691-49fd-aa02-14a087e39aa3 req-2fef30ab-942a-45ea-8865-cf57e2a55696 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:24.904616 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-da4f0c08-d691-49fd-aa02-14a087e39aa3 req-2fef30ab-942a-45ea-8865-cf57e2a55696 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "GET /v2.0/ports?device_id=0cf6cbd1-6df8-4d12-bd6f-0af78720aabe HTTP/1.1" status: 200 len: 985 time: 0.0981777 Jan 18 17:17:24.906772 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32dc9c9-288e-47e0-a173-b95177490147 req-d8549ef2-2cf3-422f-9f46-616fef8e0583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:24.908337 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-b32dc9c9-288e-47e0-a173-b95177490147 req-d8549ef2-2cf3-422f-9f46-616fef8e0583 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=9b619acf9cdb4528b6f656cc52406910&device_id=0cf6cbd1-6df8-4d12-bd6f-0af78720aabe HTTP/1.1" status: 200 len: 1138 time: 0.1435227 Jan 18 17:17:25.040310 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-da4f0c08-d691-49fd-aa02-14a087e39aa3 req-26099756-17a0-4d76-8c44-455ccc9431b2 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "GET /v2.0/security-groups?id=c89a7dc5-0961-4a5a-ac1f-02410b7e5eac&id=adbc9891-2120-4bd5-85fd-3d3b8b9e7be1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1269498 Jan 18 17:17:25.160570 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32dc9c9-288e-47e0-a173-b95177490147 req-8bdf123e-a1d1-4c0b-a4d4-2171cd7afe9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:25.160570 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-b32dc9c9-288e-47e0-a173-b95177490147 req-8bdf123e-a1d1-4c0b-a4d4-2171cd7afe9c service neutron] 10.222.0.105 "GET /v2.0/networks?id=e751886b-bacb-46c7-b3e1-ad645f57d5d1 HTTP/1.1" status: 200 len: 916 time: 0.1751833 Jan 18 17:17:25.160782 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-b5f2ff5f-6e60-4f2c-87e2-758c04045cf8 req-d57dc6cc-a553-4532-88b9-d73f3f5996b0 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] Publish callbacks [] for port (5399078c-072a-45ee-97d7-42d0a43fb4ee), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:25.188926 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-71a14709-1187-4d3f-bddc-de6385b9c858 None None] Provisioning complete for port 5b60aef5-9bd5-4b92-a302-38d5092ffad6 triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:17:25.189210 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-71a14709-1187-4d3f-bddc-de6385b9c858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (5b60aef5-9bd5-4b92-a302-38d5092ffad6), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:25.226166 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-b32dc9c9-288e-47e0-a173-b95177490147 req-8bc35c67-2da3-45f0-aba9-5f9c47d8bb67 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b60aef5-9bd5-4b92-a302-38d5092ffad6 HTTP/1.1" status: 200 len: 1001 time: 0.0772130 Jan 18 17:17:25.283079 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32dc9c9-288e-47e0-a173-b95177490147 req-2cd6398a-1044-42a5-bb59-2edc39ad6082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:25.284164 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-d19476af-526d-42cb-bb94-a1f03b02128f req-054395cf-76f0-4cba-89fc-94efa438b3cd tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/ports?device_id=2baf8b5d-b7a6-4d3a-b4b1-ec1b7a451902 HTTP/1.1" status: 200 len: 210 time: 0.0312743 Jan 18 17:17:25.286883 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-b32dc9c9-288e-47e0-a173-b95177490147 req-2cd6398a-1044-42a5-bb59-2edc39ad6082 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=520b00cd-aeaf-4213-bc9e-5ceb28739828 HTTP/1.1" status: 200 len: 854 time: 0.0539091 Jan 18 17:17:25.350245 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-b5f2ff5f-6e60-4f2c-87e2-758c04045cf8 req-d57dc6cc-a553-4532-88b9-d73f3f5996b0 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785611913804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4300409'] for port (5399078c-072a-45ee-97d7-42d0a43fb4ee), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:25.363753 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-71a14709-1187-4d3f-bddc-de6385b9c858 None None] Current status of the port 5b60aef5-9bd5-4b92-a302-38d5092ffad6 is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:17:25.365313 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32dc9c9-288e-47e0-a173-b95177490147 req-f40c7160-c30f-4d05-8254-63fb12363f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:25.373403 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-b32dc9c9-288e-47e0-a173-b95177490147 req-f40c7160-c30f-4d05-8254-63fb12363f0c service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=e751886b-bacb-46c7-b3e1-ad645f57d5d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0663784 Jan 18 17:17:25.409999 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5f2ff5f-6e60-4f2c-87e2-758c04045cf8 req-d57dc6cc-a553-4532-88b9-d73f3f5996b0 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] Network 7f6b1b4d-60e1-4bf7-b0a9-222b065577ab is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 17:17:25.413934 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [req-b5f2ff5f-6e60-4f2c-87e2-758c04045cf8 req-d57dc6cc-a553-4532-88b9-d73f3f5996b0 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 17:17:25.419450 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5f2ff5f-6e60-4f2c-87e2-758c04045cf8 req-d57dc6cc-a553-4532-88b9-d73f3f5996b0 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 17:17:25.450313 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57dc6cc-a553-4532-88b9-d73f3f5996b0 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] Pushing event updated for resources: {'Port': ['ID=5399078c-072a-45ee-97d7-42d0a43fb4ee,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:17:25.486365 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f2ff5f-6e60-4f2c-87e2-758c04045cf8 req-d57dc6cc-a553-4532-88b9-d73f3f5996b0 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:25.487050 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-b5f2ff5f-6e60-4f2c-87e2-758c04045cf8 req-d57dc6cc-a553-4532-88b9-d73f3f5996b0 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1923895'] for port (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:25.518575 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a294213-468e-44f8-a1d5-d3dcc3d35238 req-b1829ac4-0d91-4e4c-8547-2b54c517b292 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:25.520109 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-4a294213-468e-44f8-a1d5-d3dcc3d35238 req-b1829ac4-0d91-4e4c-8547-2b54c517b292 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] 10.222.0.100 "GET /v2.0/ports?device_id=4fc8ae02-78bd-4a4d-9969-d5406a2cbb3f HTTP/1.1" status: 200 len: 931 time: 0.1230180 Jan 18 17:17:25.544971 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-b32dc9c9-288e-47e0-a173-b95177490147 req-80488c79-58b2-4111-83bc-2993d4d7c9c9 service neutron] 10.222.0.105 "GET /v2.0/networks/e751886b-bacb-46c7-b3e1-ad645f57d5d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580086 Jan 18 17:17:25.604236 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b5f2ff5f-6e60-4f2c-87e2-758c04045cf8 req-d57dc6cc-a553-4532-88b9-d73f3f5996b0 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2446079 Jan 18 17:17:25.622516 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-4a294213-468e-44f8-a1d5-d3dcc3d35238 req-42f4f06a-1f03-4f0e-8602-a8b89f330687 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] 10.222.0.100 "GET /v2.0/security-groups?id=2b921b15-2d23-4849-b37a-fcc400a5837b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951958 Jan 18 17:17:25.625346 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [req-b5f2ff5f-6e60-4f2c-87e2-758c04045cf8 req-a3b90760-b0b8-4b46-8b7c-21e8ed737f89 service neutron] Request body: {'port': {'device_id': '4fc8ae02-78bd-4a4d-9969-d5406a2cbb3f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:17:25.685545 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-b5f2ff5f-6e60-4f2c-87e2-758c04045cf8 req-a3b90760-b0b8-4b46-8b7c-21e8ed737f89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (5399078c-072a-45ee-97d7-42d0a43fb4ee), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:25.702167 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-b32dc9c9-288e-47e0-a173-b95177490147 req-6ef4f7c5-6510-4098-aefc-fd47ac7ea920 service neutron] 10.222.0.105 "GET /v2.0/networks/e751886b-bacb-46c7-b3e1-ad645f57d5d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421392 Jan 18 17:17:25.767812 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-16e9e4f8-fe59-484c-bf1a-f2853d7e30f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (1e8d2d8a-92ca-4025-a540-71c8151dbccf), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:26.033168 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [req-b5f2ff5f-6e60-4f2c-87e2-758c04045cf8 req-a3b90760-b0b8-4b46-8b7c-21e8ed737f89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5399078c-072a-45ee-97d7-42d0a43fb4ee {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 17:17:26.042211 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-b5f2ff5f-6e60-4f2c-87e2-758c04045cf8 req-a3b90760-b0b8-4b46-8b7c-21e8ed737f89 service neutron] Publish callbacks [] for port (5399078c-072a-45ee-97d7-42d0a43fb4ee), precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:26.061242 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [req-b5f2ff5f-6e60-4f2c-87e2-758c04045cf8 req-a3b90760-b0b8-4b46-8b7c-21e8ed737f89 service neutron] Transition to ACTIVE for port object 5399078c-072a-45ee-97d7-42d0a43fb4ee will not be triggered until provisioned by entity L2. {{(pid=103196) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 17:17:26.120919 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-b5f2ff5f-6e60-4f2c-87e2-758c04045cf8 req-a3b90760-b0b8-4b46-8b7c-21e8ed737f89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4300398'] for port (5399078c-072a-45ee-97d7-42d0a43fb4ee), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:26.175357 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b90760-b0b8-4b46-8b7c-21e8ed737f89 service neutron] Pushing event updated for resources: {'Port': ['ID=5399078c-072a-45ee-97d7-42d0a43fb4ee,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:17:26.246615 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [req-b5f2ff5f-6e60-4f2c-87e2-758c04045cf8 req-a3b90760-b0b8-4b46-8b7c-21e8ed737f89 service neutron] Attempting to bind port 5399078c-072a-45ee-97d7-42d0a43fb4ee on host hv-cinder-73362 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 17:17:26.246850 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [req-b5f2ff5f-6e60-4f2c-87e2-758c04045cf8 req-a3b90760-b0b8-4b46-8b7c-21e8ed737f89 service neutron] Attempting to bind port 5399078c-072a-45ee-97d7-42d0a43fb4ee by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '84c3f360-169e-4607-a6c7-1299530f908e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '7f6b1b4d-60e1-4bf7-b0a9-222b065577ab'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 17:17:26.247214 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f2ff5f-6e60-4f2c-87e2-758c04045cf8 req-a3b90760-b0b8-4b46-8b7c-21e8ed737f89 service neutron] Attempting to bind port 5399078c-072a-45ee-97d7-42d0a43fb4ee on network 7f6b1b4d-60e1-4bf7-b0a9-222b065577ab {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 17:17:26.251628 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f2ff5f-6e60-4f2c-87e2-758c04045cf8 req-a3b90760-b0b8-4b46-8b7c-21e8ed737f89 service neutron] Port 5399078c-072a-45ee-97d7-42d0a43fb4ee on network 7f6b1b4d-60e1-4bf7-b0a9-222b065577ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 17:17:26.251972 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f2ff5f-6e60-4f2c-87e2-758c04045cf8 req-a3b90760-b0b8-4b46-8b7c-21e8ed737f89 service neutron] Attempting to bind port 5399078c-072a-45ee-97d7-42d0a43fb4ee on network 7f6b1b4d-60e1-4bf7-b0a9-222b065577ab {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 17:17:26.257489 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f2ff5f-6e60-4f2c-87e2-758c04045cf8 req-a3b90760-b0b8-4b46-8b7c-21e8ed737f89 service neutron] Checking agent: {'id': 'e727efee-c94b-447a-9897-92f425521d05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 17, 11, 11), 'started_at': datetime.datetime(2022, 1, 18, 17, 11, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 17, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 17:17:26.257825 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f2ff5f-6e60-4f2c-87e2-758c04045cf8 req-a3b90760-b0b8-4b46-8b7c-21e8ed737f89 service neutron] Checking segment: {'id': '84c3f360-169e-4607-a6c7-1299530f908e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '7f6b1b4d-60e1-4bf7-b0a9-222b065577ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 17:17:26.258206 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f2ff5f-6e60-4f2c-87e2-758c04045cf8 req-a3b90760-b0b8-4b46-8b7c-21e8ed737f89 service neutron] Bound using segment: {'id': '84c3f360-169e-4607-a6c7-1299530f908e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '7f6b1b4d-60e1-4bf7-b0a9-222b065577ab'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 17:17:26.258626 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [req-b5f2ff5f-6e60-4f2c-87e2-758c04045cf8 req-a3b90760-b0b8-4b46-8b7c-21e8ed737f89 service neutron] Bound port: 5399078c-072a-45ee-97d7-42d0a43fb4ee, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84c3f360-169e-4607-a6c7-1299530f908e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '7f6b1b4d-60e1-4bf7-b0a9-222b065577ab'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 17:17:26.258983 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-b5f2ff5f-6e60-4f2c-87e2-758c04045cf8 req-a3b90760-b0b8-4b46-8b7c-21e8ed737f89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (5399078c-072a-45ee-97d7-42d0a43fb4ee), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:26.325168 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [req-b5f2ff5f-6e60-4f2c-87e2-758c04045cf8 req-a3b90760-b0b8-4b46-8b7c-21e8ed737f89 service neutron] For port 5399078c-072a-45ee-97d7-42d0a43fb4ee, host hv-cinder-73362, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 17:17:26.328280 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [req-b5f2ff5f-6e60-4f2c-87e2-758c04045cf8 req-a3b90760-b0b8-4b46-8b7c-21e8ed737f89 service neutron] For port 5399078c-072a-45ee-97d7-42d0a43fb4ee, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=5399078c-072a-45ee-97d7-42d0a43fb4ee,segment=NetworkSegment(84c3f360-169e-4607-a6c7-1299530f908e),segment_id=84c3f360-169e-4607-a6c7-1299530f908e)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 17:17:26.382955 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-cc2a073b-d554-4193-bb4b-21b370596942 req-bc052f78-a4b9-47c1-88ad-bc059a7aecab tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/ports?device_id=2baf8b5d-b7a6-4d3a-b4b1-ec1b7a451902 HTTP/1.1" status: 200 len: 210 time: 0.0286121 Jan 18 17:17:26.390484 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-b5f2ff5f-6e60-4f2c-87e2-758c04045cf8 req-a3b90760-b0b8-4b46-8b7c-21e8ed737f89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4300398'] for port (5399078c-072a-45ee-97d7-42d0a43fb4ee), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:26.429223 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f2ff5f-6e60-4f2c-87e2-758c04045cf8 req-a3b90760-b0b8-4b46-8b7c-21e8ed737f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:26.429849 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-b5f2ff5f-6e60-4f2c-87e2-758c04045cf8 req-a3b90760-b0b8-4b46-8b7c-21e8ed737f89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1923895'] for port (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:26.431333 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b5f2ff5f-6e60-4f2c-87e2-758c04045cf8 req-a3b90760-b0b8-4b46-8b7c-21e8ed737f89 service neutron] 10.222.0.105 "PUT /v2.0/ports/5399078c-072a-45ee-97d7-42d0a43fb4ee HTTP/1.1" status: 200 len: 1093 time: 0.8116457 Jan 18 17:17:26.452039 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b90760-b0b8-4b46-8b7c-21e8ed737f89 service neutron] Pushing event updated for resources: {'Port': ['ID=5399078c-072a-45ee-97d7-42d0a43fb4ee,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:17:26.592775 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f2ff5f-6e60-4f2c-87e2-758c04045cf8 req-d70948da-8031-420e-8d78-e19bcf023e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:26.594272 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b5f2ff5f-6e60-4f2c-87e2-758c04045cf8 req-d70948da-8031-420e-8d78-e19bcf023e37 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=babaf77cf0e84658a77f54d0a7af0b9f&device_id=4fc8ae02-78bd-4a4d-9969-d5406a2cbb3f HTTP/1.1" status: 200 len: 1096 time: 0.0463324 Jan 18 17:17:26.637553 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b5f2ff5f-6e60-4f2c-87e2-758c04045cf8 req-23a0354e-5ee2-4a00-a8ab-6d485c850436 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5399078c-072a-45ee-97d7-42d0a43fb4ee HTTP/1.1" status: 200 len: 217 time: 0.0346730 Jan 18 17:17:26.688185 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f2ff5f-6e60-4f2c-87e2-758c04045cf8 req-cdd980a7-2965-44a7-a559-686b0511ef46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:26.689696 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b5f2ff5f-6e60-4f2c-87e2-758c04045cf8 req-cdd980a7-2965-44a7-a559-686b0511ef46 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=aa68f39e-71dc-46c3-b532-dcda37d4ffe5 HTTP/1.1" status: 200 len: 848 time: 0.0457001 Jan 18 17:17:26.723904 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b5f2ff5f-6e60-4f2c-87e2-758c04045cf8 req-e94b53c9-97e0-4d4c-824c-2d49d8d276d8 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=7f6b1b4d-60e1-4bf7-b0a9-222b065577ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263548 Jan 18 17:17:26.773906 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fc8ae02-78bd-4a4d-9969-d5406a2cbb3f', 'tag': '5399078c-072a-45ee-97d7-42d0a43fb4ee'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 17:17:26.775697 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dae96983658fa47cc55ad2b43631f290e6eb934f25c74fb238f11dfd9473403c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3227c5a1-9d96-4ed7-bad3-228b73cb1633" -d '{"events": [{"name": "network-changed", "server_uuid": "4fc8ae02-78bd-4a4d-9969-d5406a2cbb3f", "tag": "5399078c-072a-45ee-97d7-42d0a43fb4ee"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 17:17:26.835078 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6061d317-994a-4064-a456-9939ac395db2 req-2fa6c9a9-af24-455b-8635-21afebe7b9bc tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:26.836671 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-6061d317-994a-4064-a456-9939ac395db2 req-2fa6c9a9-af24-455b-8635-21afebe7b9bc tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] 10.222.0.100 "GET /v2.0/ports?device_id=4fc8ae02-78bd-4a4d-9969-d5406a2cbb3f HTTP/1.1" status: 200 len: 943 time: 0.1134648 Jan 18 17:17:26.841667 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 17:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1346288-3d27-4ab7-8673-483d07158916 x-openstack-request-id: req-c1346288-3d27-4ab7-8673-483d07158916 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 17:17:26.842087 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fc8ae02-78bd-4a4d-9969-d5406a2cbb3f", "tag": "5399078c-072a-45ee-97d7-42d0a43fb4ee", "status": "completed", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 17:17:26.842448 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-c1346288-3d27-4ab7-8673-483d07158916 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 17:17:26.842930 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fc8ae02-78bd-4a4d-9969-d5406a2cbb3f', 'tag': '5399078c-072a-45ee-97d7-42d0a43fb4ee', 'status': 'completed', 'code': 200} Jan 18 17:17:26.910812 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b5f2ff5f-6e60-4f2c-87e2-758c04045cf8 req-066ef91e-44f4-4c31-89b0-c67771c5da68 service neutron] 10.222.0.105 "GET /v2.0/networks/7f6b1b4d-60e1-4bf7-b0a9-222b065577ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722617 Jan 18 17:17:26.950756 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-6061d317-994a-4064-a456-9939ac395db2 req-8b9193e4-00b6-41ce-a237-cae709a1f43f tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] 10.222.0.100 "GET /v2.0/security-groups?id=2b921b15-2d23-4849-b37a-fcc400a5837b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018362 Jan 18 17:17:26.961928 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2229f40-776b-4ed7-8273-de594c297fca req-84bfdf2b-a741-460f-a76f-3fec80112d56 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:26.963442 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-f2229f40-776b-4ed7-8273-de594c297fca req-84bfdf2b-a741-460f-a76f-3fec80112d56 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.105 "GET /v2.0/networks?id=0c17f545-2bb3-4abb-be71-29d5f95f2d88 HTTP/1.1" status: 200 len: 811 time: 0.2041416 Jan 18 17:17:27.021389 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b5f2ff5f-6e60-4f2c-87e2-758c04045cf8 req-5950f891-7511-4675-b657-737fcc4536f9 service neutron] 10.222.0.105 "GET /v2.0/networks/7f6b1b4d-60e1-4bf7-b0a9-222b065577ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992165 Jan 18 17:17:27.040775 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-f2229f40-776b-4ed7-8273-de594c297fca req-3acdcbaa-fcdf-4c9d-ad08-496bd6c1cc5e tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.105 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=09bf69f6abdb4a3083dce101c7984e29 HTTP/1.1" status: 200 len: 380 time: 0.0641694 Jan 18 17:17:27.054965 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [req-f2229f40-776b-4ed7-8273-de594c297fca req-fa0d1efc-125a-4116-8d97-313a00b86717 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Request body: {'port': {'device_id': '2baf8b5d-b7a6-4d3a-b4b1-ec1b7a451902', 'network_id': '0c17f545-2bb3-4abb-be71-29d5f95f2d88', 'admin_state_up': True, 'tenant_id': '09bf69f6abdb4a3083dce101c7984e29', 'security_groups': ['3146ca4f-c802-403d-b3a8-374af26132ea']}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:17:27.179497 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3227c5a1-9d96-4ed7-bad3-228b73cb1633 req-ecc05a7e-2ae9-4533-9431-8de9334482dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:27.181203 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-3227c5a1-9d96-4ed7-bad3-228b73cb1633 req-ecc05a7e-2ae9-4533-9431-8de9334482dc service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=babaf77cf0e84658a77f54d0a7af0b9f&device_id=4fc8ae02-78bd-4a4d-9969-d5406a2cbb3f HTTP/1.1" status: 200 len: 1096 time: 0.0580585 Jan 18 17:17:27.278095 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3227c5a1-9d96-4ed7-bad3-228b73cb1633 req-a52991d8-cbed-4300-896e-8470b6adda93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:27.279764 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-3227c5a1-9d96-4ed7-bad3-228b73cb1633 req-a52991d8-cbed-4300-896e-8470b6adda93 service neutron] 10.222.0.105 "GET /v2.0/networks?id=7f6b1b4d-60e1-4bf7-b0a9-222b065577ab HTTP/1.1" status: 200 len: 909 time: 0.0920477 Jan 18 17:17:27.281744 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2229f40-776b-4ed7-8273-de594c297fca req-fa0d1efc-125a-4116-8d97-313a00b86717 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Made reservation on behalf of 09bf69f6abdb4a3083dce101c7984e29 for: {'port': 1} {{(pid=103197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 17:17:27.285194 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-f2229f40-776b-4ed7-8273-de594c297fca req-fa0d1efc-125a-4116-8d97-313a00b86717 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:27.334552 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6745bc3-b993-4d91-8732-7e06109af717 req-c51835f4-9b25-4831-9f2f-501280761fa2 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:27.334552 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-e6745bc3-b993-4d91-8732-7e06109af717 req-c51835f4-9b25-4831-9f2f-501280761fa2 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 947 time: 0.0798471 Jan 18 17:17:27.441745 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-e6745bc3-b993-4d91-8732-7e06109af717 req-d04d0d51-26e3-4077-9ba1-2cd7b932de65 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b366610-e294-4f78-943f-869cfaac134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847502 Jan 18 17:17:27.462976 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.db.db_base_plugin_common [req-f2229f40-776b-4ed7-8273-de594c297fca req-fa0d1efc-125a-4116-8d97-313a00b86717 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Allocated IP 172.20.0.7 (0c17f545-2bb3-4abb-be71-29d5f95f2d88/92e52731-b298-4268-83b9-5cd526153971/bbefba62-04de-4468-ace1-e13a0513d52f) {{(pid=103197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 17:17:27.480038 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-31b204f7-a395-46d8-b8be-66a03369763e req-20e224b9-cf2c-42ef-b5d7-082aa6800bee tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/ports?device_id=2baf8b5d-b7a6-4d3a-b4b1-ec1b7a451902 HTTP/1.1" status: 200 len: 210 time: 0.0283303 Jan 18 17:17:27.607632 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-f2229f40-776b-4ed7-8273-de594c297fca req-fa0d1efc-125a-4116-8d97-313a00b86717 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Publish callbacks [] for port (bbefba62-04de-4468-ace1-e13a0513d52f), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:27.693553 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-f2229f40-776b-4ed7-8273-de594c297fca req-fa0d1efc-125a-4116-8d97-313a00b86717 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785611913804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6115669'] for port (bbefba62-04de-4468-ace1-e13a0513d52f), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:27.744332 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2229f40-776b-4ed7-8273-de594c297fca req-fa0d1efc-125a-4116-8d97-313a00b86717 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Network 0c17f545-2bb3-4abb-be71-29d5f95f2d88 is already hosted by enough agents. {{(pid=103197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 17:17:27.747689 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.base_scheduler [req-f2229f40-776b-4ed7-8273-de594c297fca req-fa0d1efc-125a-4116-8d97-313a00b86717 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Resources bound (agent type, host, resource id): {{(pid=103197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 17:17:27.751690 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2229f40-776b-4ed7-8273-de594c297fca req-fa0d1efc-125a-4116-8d97-313a00b86717 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Received port after_create {{(pid=103197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 17:17:27.758899 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0d1efc-125a-4116-8d97-313a00b86717 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Pushing event updated for resources: {'Port': ['ID=bbefba62-04de-4468-ace1-e13a0513d52f,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:17:27.808330 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2229f40-776b-4ed7-8273-de594c297fca req-fa0d1efc-125a-4116-8d97-313a00b86717 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:27.809032 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-f2229f40-776b-4ed7-8273-de594c297fca req-fa0d1efc-125a-4116-8d97-313a00b86717 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1923895'] for port (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:27.878295 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-f2229f40-776b-4ed7-8273-de594c297fca req-fa0d1efc-125a-4116-8d97-313a00b86717 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8279386 Jan 18 17:17:28.003778 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-de795a02-b1f4-4e86-b22b-6c30f4a3684f None None] Provisioning complete for port bbefba62-04de-4468-ace1-e13a0513d52f triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:17:28.004651 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-de795a02-b1f4-4e86-b22b-6c30f4a3684f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (bbefba62-04de-4468-ace1-e13a0513d52f), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:28.041649 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-de795a02-b1f4-4e86-b22b-6c30f4a3684f None None] Port bbefba62-04de-4468-ace1-e13a0513d52f cannot update to ACTIVE because it is not bound. {{(pid=103198) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 17:17:28.074658 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e0fb41-c874-49b9-89e5-322bbcc5e7a6 req-03ab4083-4571-40df-910e-97d8b12de0ff tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:28.076256 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-d1e0fb41-c874-49b9-89e5-322bbcc5e7a6 req-03ab4083-4571-40df-910e-97d8b12de0ff tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] 10.222.0.100 "GET /v2.0/ports?device_id=4fc8ae02-78bd-4a4d-9969-d5406a2cbb3f HTTP/1.1" status: 200 len: 943 time: 0.0507736 Jan 18 17:17:28.128674 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-d1e0fb41-c874-49b9-89e5-322bbcc5e7a6 req-b8cdc31f-d6e0-4df0-9e3e-ac2f94810798 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] 10.222.0.100 "GET /v2.0/security-groups?id=2b921b15-2d23-4849-b37a-fcc400a5837b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465393 Jan 18 17:17:28.201071 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-407f4d41-6a5f-4025-bba4-1682cb156a46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (34860b7f-7c9d-4265-9a0a-1b9bd2e1622e), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:28.566185 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352c1db2-335e-4525-bbce-ae2f1696d1cc req-94f6ce19-f94c-42d5-9d6d-ccc732f0b78b tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:28.567800 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-352c1db2-335e-4525-bbce-ae2f1696d1cc req-94f6ce19-f94c-42d5-9d6d-ccc732f0b78b tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 947 time: 0.0500433 Jan 18 17:17:28.857188 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-352c1db2-335e-4525-bbce-ae2f1696d1cc req-6764a679-205c-4892-a08a-22219d4d7fe8 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b366610-e294-4f78-943f-869cfaac134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2827361 Jan 18 17:17:28.967771 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e90cad1-d2a0-41ea-889c-ac07214b0614 req-fe5790d5-b849-46ff-bdca-b05a8f38a3e7 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:28.969463 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-1e90cad1-d2a0-41ea-889c-ac07214b0614 req-fe5790d5-b849-46ff-bdca-b05a8f38a3e7 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/ports?device_id=2baf8b5d-b7a6-4d3a-b4b1-ec1b7a451902 HTTP/1.1" status: 200 len: 931 time: 0.0511949 Jan 18 17:17:29.021809 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-1e90cad1-d2a0-41ea-889c-ac07214b0614 req-6cacee4f-a5f3-4b72-98d0-913f86b99816 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/security-groups?id=3146ca4f-c802-403d-b3a8-374af26132ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451248 Jan 18 17:17:29.041937 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-a24976dc-7f89-446d-8d9b-8a75bf0e6853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (f7781508-68f4-4d6b-b413-74596bae1216), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:29.084189 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-3227c5a1-9d96-4ed7-bad3-228b73cb1633 req-0bf1d2af-d2d0-4ccd-8f61-c58e75a5b2a9 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5399078c-072a-45ee-97d7-42d0a43fb4ee HTTP/1.1" status: 200 len: 217 time: 0.0391598 Jan 18 17:17:29.248454 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167bb122-20f8-4860-959f-f42c938366ff req-94612049-5958-4592-934f-a351ebd30a11 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:29.249916 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-167bb122-20f8-4860-959f-f42c938366ff req-94612049-5958-4592-934f-a351ebd30a11 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] 10.222.0.100 "GET /v2.0/ports?device_id=4fc8ae02-78bd-4a4d-9969-d5406a2cbb3f HTTP/1.1" status: 200 len: 943 time: 0.0511642 Jan 18 17:17:29.298005 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-167bb122-20f8-4860-959f-f42c938366ff req-8ec3c4fe-82a9-4429-9c1a-fd4c237b2567 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] 10.222.0.100 "GET /v2.0/security-groups?id=2b921b15-2d23-4849-b37a-fcc400a5837b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419414 Jan 18 17:17:29.982314 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c907863c-a106-421d-9f8e-86b14139300d req-4c2752d3-774d-40af-a413-3931dcb4ed1f tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:29.983817 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-c907863c-a106-421d-9f8e-86b14139300d req-4c2752d3-774d-40af-a413-3931dcb4ed1f tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 947 time: 0.0536735 Jan 18 17:17:30.033269 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [req-f2229f40-776b-4ed7-8273-de594c297fca req-940086e4-71a4-49dc-909f-82f9119966e4 service neutron] Request body: {'port': {'device_id': '2baf8b5d-b7a6-4d3a-b4b1-ec1b7a451902', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:17:30.039038 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-c907863c-a106-421d-9f8e-86b14139300d req-6647e007-5048-40c8-a330-3ec5ca121aac tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b366610-e294-4f78-943f-869cfaac134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496974 Jan 18 17:17:30.076517 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3227c5a1-9d96-4ed7-bad3-228b73cb1633 req-a01194d2-4ae3-43ba-8018-e907b87763b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:30.078104 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-3227c5a1-9d96-4ed7-bad3-228b73cb1633 req-a01194d2-4ae3-43ba-8018-e907b87763b7 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=aa68f39e-71dc-46c3-b532-dcda37d4ffe5 HTTP/1.1" status: 200 len: 848 time: 0.0480356 Jan 18 17:17:30.102034 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-f2229f40-776b-4ed7-8273-de594c297fca req-940086e4-71a4-49dc-909f-82f9119966e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (bbefba62-04de-4468-ace1-e13a0513d52f), before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:30.111881 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-3227c5a1-9d96-4ed7-bad3-228b73cb1633 req-270ffccb-0fc1-4630-a1de-4c1d4fccb77c service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=7f6b1b4d-60e1-4bf7-b0a9-222b065577ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260968 Jan 18 17:17:30.199893 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d2faa7-c237-4f65-aaee-bcef0f55118a req-a2cff492-66d5-4983-82c6-38cabb495485 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:30.201397 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-11d2faa7-c237-4f65-aaee-bcef0f55118a req-a2cff492-66d5-4983-82c6-38cabb495485 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/ports?device_id=2baf8b5d-b7a6-4d3a-b4b1-ec1b7a451902 HTTP/1.1" status: 200 len: 931 time: 0.0908496 Jan 18 17:17:30.217958 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-3227c5a1-9d96-4ed7-bad3-228b73cb1633 req-8e387f1f-33a7-4cb2-89ec-ae0b9439354a service neutron] 10.222.0.105 "GET /v2.0/networks/7f6b1b4d-60e1-4bf7-b0a9-222b065577ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898499 Jan 18 17:17:30.310833 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-3227c5a1-9d96-4ed7-bad3-228b73cb1633 req-fe47bfc9-3cd7-41a7-903b-e130ae901964 service neutron] 10.222.0.105 "GET /v2.0/networks/7f6b1b4d-60e1-4bf7-b0a9-222b065577ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853624 Jan 18 17:17:30.352634 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-11d2faa7-c237-4f65-aaee-bcef0f55118a req-bf2f4372-4852-45bf-abe6-3456f9f76bf8 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/security-groups?id=3146ca4f-c802-403d-b3a8-374af26132ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060896 Jan 18 17:17:30.422651 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64e86b5-f093-4305-90fb-724519e5d2b7 req-b946fd92-8384-4c8c-915d-1cd180b638b1 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:30.424149 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-a64e86b5-f093-4305-90fb-724519e5d2b7 req-b946fd92-8384-4c8c-915d-1cd180b638b1 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] 10.222.0.100 "GET /v2.0/ports?device_id=4fc8ae02-78bd-4a4d-9969-d5406a2cbb3f HTTP/1.1" status: 200 len: 943 time: 0.0519249 Jan 18 17:17:30.461040 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.notifiers.nova [req-f2229f40-776b-4ed7-8273-de594c297fca req-940086e4-71a4-49dc-909f-82f9119966e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbefba62-04de-4468-ace1-e13a0513d52f {{(pid=103197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 17:17:30.469145 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-f2229f40-776b-4ed7-8273-de594c297fca req-940086e4-71a4-49dc-909f-82f9119966e4 service neutron] Publish callbacks [] for port (bbefba62-04de-4468-ace1-e13a0513d52f), precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:30.478657 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-a64e86b5-f093-4305-90fb-724519e5d2b7 req-8ba2c725-67c5-4e11-a173-e40b0034dfd4 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] 10.222.0.100 "GET /v2.0/security-groups?id=2b921b15-2d23-4849-b37a-fcc400a5837b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468915 Jan 18 17:17:30.481689 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.db.provisioning_blocks [req-f2229f40-776b-4ed7-8273-de594c297fca req-940086e4-71a4-49dc-909f-82f9119966e4 service neutron] Transition to ACTIVE for port object bbefba62-04de-4468-ace1-e13a0513d52f will not be triggered until provisioned by entity L2. {{(pid=103197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 17:17:30.538035 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-f2229f40-776b-4ed7-8273-de594c297fca req-940086e4-71a4-49dc-909f-82f9119966e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6115650'] for port (bbefba62-04de-4468-ace1-e13a0513d52f), after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:30.591938 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940086e4-71a4-49dc-909f-82f9119966e4 service neutron] Pushing event updated for resources: {'Port': ['ID=bbefba62-04de-4468-ace1-e13a0513d52f,revision_number=2']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:17:30.666313 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [req-f2229f40-776b-4ed7-8273-de594c297fca req-940086e4-71a4-49dc-909f-82f9119966e4 service neutron] Attempting to bind port bbefba62-04de-4468-ace1-e13a0513d52f on host hv-cinder-73362 for vnic_type normal with profile {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 17:17:30.666653 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [req-f2229f40-776b-4ed7-8273-de594c297fca req-940086e4-71a4-49dc-909f-82f9119966e4 service neutron] Attempting to bind port bbefba62-04de-4468-ace1-e13a0513d52f by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': 'b197157d-823a-4011-83db-be9afc8ebd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '0c17f545-2bb3-4abb-be71-29d5f95f2d88'}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 17:17:30.667009 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2229f40-776b-4ed7-8273-de594c297fca req-940086e4-71a4-49dc-909f-82f9119966e4 service neutron] Attempting to bind port bbefba62-04de-4468-ace1-e13a0513d52f on network 0c17f545-2bb3-4abb-be71-29d5f95f2d88 {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 17:17:30.672081 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2229f40-776b-4ed7-8273-de594c297fca req-940086e4-71a4-49dc-909f-82f9119966e4 service neutron] Port bbefba62-04de-4468-ace1-e13a0513d52f on network 0c17f545-2bb3-4abb-be71-29d5f95f2d88 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 17:17:30.672399 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2229f40-776b-4ed7-8273-de594c297fca req-940086e4-71a4-49dc-909f-82f9119966e4 service neutron] Attempting to bind port bbefba62-04de-4468-ace1-e13a0513d52f on network 0c17f545-2bb3-4abb-be71-29d5f95f2d88 {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 17:17:30.678045 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2229f40-776b-4ed7-8273-de594c297fca req-940086e4-71a4-49dc-909f-82f9119966e4 service neutron] Checking agent: {'id': 'e727efee-c94b-447a-9897-92f425521d05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 17, 11, 11), 'started_at': datetime.datetime(2022, 1, 18, 17, 11, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 17, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 17:17:30.678499 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2229f40-776b-4ed7-8273-de594c297fca req-940086e4-71a4-49dc-909f-82f9119966e4 service neutron] Checking segment: {'id': 'b197157d-823a-4011-83db-be9afc8ebd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '0c17f545-2bb3-4abb-be71-29d5f95f2d88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 17:17:30.678833 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2229f40-776b-4ed7-8273-de594c297fca req-940086e4-71a4-49dc-909f-82f9119966e4 service neutron] Bound using segment: {'id': 'b197157d-823a-4011-83db-be9afc8ebd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '0c17f545-2bb3-4abb-be71-29d5f95f2d88'} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 17:17:30.679284 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [req-f2229f40-776b-4ed7-8273-de594c297fca req-940086e4-71a4-49dc-909f-82f9119966e4 service neutron] Bound port: bbefba62-04de-4468-ace1-e13a0513d52f, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b197157d-823a-4011-83db-be9afc8ebd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '0c17f545-2bb3-4abb-be71-29d5f95f2d88'}}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 17:17:30.679643 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-f2229f40-776b-4ed7-8273-de594c297fca req-940086e4-71a4-49dc-909f-82f9119966e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (bbefba62-04de-4468-ace1-e13a0513d52f), before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:30.698267 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-d0f57583-9799-4745-8039-4fb698731137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (f223777b-396b-444b-a9c9-71cdff5b918d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:30.746807 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.db [req-f2229f40-776b-4ed7-8273-de594c297fca req-940086e4-71a4-49dc-909f-82f9119966e4 service neutron] For port bbefba62-04de-4468-ace1-e13a0513d52f, host hv-cinder-73362, cleared binding levels {{(pid=103197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 17:17:30.750073 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.db [req-f2229f40-776b-4ed7-8273-de594c297fca req-940086e4-71a4-49dc-909f-82f9119966e4 service neutron] For port bbefba62-04de-4468-ace1-e13a0513d52f, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=bbefba62-04de-4468-ace1-e13a0513d52f,segment=NetworkSegment(b197157d-823a-4011-83db-be9afc8ebd7f),segment_id=b197157d-823a-4011-83db-be9afc8ebd7f)] {{(pid=103197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 17:17:30.801074 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-f2229f40-776b-4ed7-8273-de594c297fca req-940086e4-71a4-49dc-909f-82f9119966e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6115650'] for port (bbefba62-04de-4468-ace1-e13a0513d52f), after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:30.837655 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2229f40-776b-4ed7-8273-de594c297fca req-940086e4-71a4-49dc-909f-82f9119966e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:30.838278 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-f2229f40-776b-4ed7-8273-de594c297fca req-940086e4-71a4-49dc-909f-82f9119966e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1923895'] for port (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:30.839693 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-f2229f40-776b-4ed7-8273-de594c297fca req-940086e4-71a4-49dc-909f-82f9119966e4 service neutron] 10.222.0.105 "PUT /v2.0/ports/bbefba62-04de-4468-ace1-e13a0513d52f HTTP/1.1" status: 200 len: 1093 time: 0.8106091 Jan 18 17:17:30.840971 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2baf8b5d-b7a6-4d3a-b4b1-ec1b7a451902', 'tag': 'bbefba62-04de-4468-ace1-e13a0513d52f'}] {{(pid=103197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 17:17:30.843529 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3aa228331c825044a8c5a816f7450a712b29f1505f8362b46ccab27415aa536" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50fb310f-ab9a-453d-a06e-a0901623ad06" -d '{"events": [{"name": "network-changed", "server_uuid": "2baf8b5d-b7a6-4d3a-b4b1-ec1b7a451902", "tag": "bbefba62-04de-4468-ace1-e13a0513d52f"}]}' {{(pid=103197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 17:17:30.866349 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940086e4-71a4-49dc-909f-82f9119966e4 service neutron] Pushing event updated for resources: {'Port': ['ID=bbefba62-04de-4468-ace1-e13a0513d52f,revision_number=3']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:17:30.887256 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 17:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1014de5e-38dd-4d18-9d84-93ccee5882c3 x-openstack-request-id: req-1014de5e-38dd-4d18-9d84-93ccee5882c3 {{(pid=103197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 17:17:30.887556 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2baf8b5d-b7a6-4d3a-b4b1-ec1b7a451902", "tag": "bbefba62-04de-4468-ace1-e13a0513d52f", "status": "completed", "code": 200}]} {{(pid=103197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 17:17:30.887812 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-1014de5e-38dd-4d18-9d84-93ccee5882c3 {{(pid=103197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 17:17:30.888213 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2baf8b5d-b7a6-4d3a-b4b1-ec1b7a451902', 'tag': 'bbefba62-04de-4468-ace1-e13a0513d52f', 'status': 'completed', 'code': 200} Jan 18 17:17:30.963156 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fb310f-ab9a-453d-a06e-a0901623ad06 req-d7d5a8f9-4899-4826-bd63-fe61985d7f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:30.965596 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-50fb310f-ab9a-453d-a06e-a0901623ad06 req-d7d5a8f9-4899-4826-bd63-fe61985d7f09 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=09bf69f6abdb4a3083dce101c7984e29&device_id=2baf8b5d-b7a6-4d3a-b4b1-ec1b7a451902 HTTP/1.1" status: 200 len: 1096 time: 0.0528147 Jan 18 17:17:31.033661 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Device 5399078c-072a-45ee-97d7-42d0a43fb4ee details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=103198) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 17:17:31.164730 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] For port 5399078c-072a-45ee-97d7-42d0a43fb4ee, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=5399078c-072a-45ee-97d7-42d0a43fb4ee,segment=NetworkSegment(84c3f360-169e-4607-a6c7-1299530f908e),segment_id=84c3f360-169e-4607-a6c7-1299530f908e)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:17:31.173500 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fb310f-ab9a-453d-a06e-a0901623ad06 req-3e0ff790-6c3a-46d0-a00e-5533581da3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:31.176630 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-50fb310f-ab9a-453d-a06e-a0901623ad06 req-3e0ff790-6c3a-46d0-a00e-5533581da3e3 service neutron] 10.222.0.105 "GET /v2.0/networks?tenant_id=09bf69f6abdb4a3083dce101c7984e29&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2017853 Jan 18 17:17:31.181334 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Returning: {'device': '5399078c-072a-45ee-97d7-42d0a43fb4ee', 'network_id': '7f6b1b4d-60e1-4bf7-b0a9-222b065577ab', 'port_id': '5399078c-072a-45ee-97d7-42d0a43fb4ee', 'mac_address': 'fa:16:3e:8a:f5:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa68f39e-71dc-46c3-b532-dcda37d4ffe5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103198) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 17:17:31.191175 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6639318-8e09-4d02-af8d-5f927b4b5c8d req-64558d15-2189-4350-bb09-5cf94c293361 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:31.203884 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-a6639318-8e09-4d02-af8d-5f927b4b5c8d req-64558d15-2189-4350-bb09-5cf94c293361 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 947 time: 0.0713851 Jan 18 17:17:31.241825 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Current status of the port 5399078c-072a-45ee-97d7-42d0a43fb4ee is: DOWN; New status is: BUILD {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:17:31.242476 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (5399078c-072a-45ee-97d7-42d0a43fb4ee), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:31.257495 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5399078c-072a-45ee-97d7-42d0a43fb4ee {{(pid=103198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 17:17:31.261307 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-a6639318-8e09-4d02-af8d-5f927b4b5c8d req-5b608a9a-f6f7-47cf-825f-610150fd85dd tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b366610-e294-4f78-943f-869cfaac134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494232 Jan 18 17:17:31.282860 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] For port 5399078c-072a-45ee-97d7-42d0a43fb4ee, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=5399078c-072a-45ee-97d7-42d0a43fb4ee,segment=NetworkSegment(84c3f360-169e-4607-a6c7-1299530f908e),segment_id=84c3f360-169e-4607-a6c7-1299530f908e)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:17:31.368033 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (5399078c-072a-45ee-97d7-42d0a43fb4ee), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:31.384297 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fb310f-ab9a-453d-a06e-a0901623ad06 req-89295282-12b5-40dc-b769-ede0e677ea55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:31.385854 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-50fb310f-ab9a-453d-a06e-a0901623ad06 req-89295282-12b5-40dc-b769-ede0e677ea55 service neutron] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1897998 Jan 18 17:17:31.428191 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Pushing event updated for resources: {'Port': ['ID=5399078c-072a-45ee-97d7-42d0a43fb4ee,revision_number=4']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:17:31.436094 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:17:31.436452 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:17:31.436803 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:17:31.437158 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:17:31.437492 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:17:31.437828 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:17:31.438188 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:17:31.438526 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:17:31.439070 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:17:31.439429 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:17:31.439759 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:17:31.440090 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:17:31.440633 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:17:31.511495 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf19560-ec1b-47eb-9dc0-d7bc0a29d4a5 req-600bf90e-495e-4405-a10f-d19f7e4eaf0e tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:31.513038 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-ebf19560-ec1b-47eb-9dc0-d7bc0a29d4a5 req-600bf90e-495e-4405-a10f-d19f7e4eaf0e tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/ports?device_id=2baf8b5d-b7a6-4d3a-b4b1-ec1b7a451902 HTTP/1.1" status: 200 len: 943 time: 0.0809484 Jan 18 17:17:31.519519 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2229f40-776b-4ed7-8273-de594c297fca req-b481e3e3-ccde-442a-a501-302bee53e317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:31.524822 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-f2229f40-776b-4ed7-8273-de594c297fca req-b481e3e3-ccde-442a-a501-302bee53e317 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=09bf69f6abdb4a3083dce101c7984e29&device_id=2baf8b5d-b7a6-4d3a-b4b1-ec1b7a451902 HTTP/1.1" status: 200 len: 1096 time: 0.0783060 Jan 18 17:17:31.590352 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-f2229f40-776b-4ed7-8273-de594c297fca req-d04ac444-0208-4a19-91e2-7c180b8952ec service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bbefba62-04de-4468-ace1-e13a0513d52f HTTP/1.1" status: 200 len: 217 time: 0.0462456 Jan 18 17:17:31.614287 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265de6a7-21c6-4f0c-b658-6bc3b0c17c41 req-070dd5a1-4c98-41de-b3d6-e94e6e03bf9f tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:31.616533 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-ebf19560-ec1b-47eb-9dc0-d7bc0a29d4a5 req-754ab6ba-babd-4e85-8e03-abd3843147c4 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/security-groups?id=3146ca4f-c802-403d-b3a8-374af26132ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942426 Jan 18 17:17:31.616677 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-265de6a7-21c6-4f0c-b658-6bc3b0c17c41 req-070dd5a1-4c98-41de-b3d6-e94e6e03bf9f tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] 10.222.0.100 "GET /v2.0/ports?device_id=4fc8ae02-78bd-4a4d-9969-d5406a2cbb3f HTTP/1.1" status: 200 len: 944 time: 0.0577235 Jan 18 17:17:31.654399 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2229f40-776b-4ed7-8273-de594c297fca req-a5fa0aed-3286-47bd-964d-74d9db5be93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:31.655293 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-f2229f40-776b-4ed7-8273-de594c297fca req-a5fa0aed-3286-47bd-964d-74d9db5be93b service neutron] 10.222.0.105 "GET /v2.0/subnets?id=92e52731-b298-4268-83b9-5cd526153971 HTTP/1.1" status: 200 len: 850 time: 0.0525756 Jan 18 17:17:31.685304 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] get_ports_and_sgs() called for port_ids ['5399078c-072a-45ee-97d7-42d0a43fb4ee'] {{(pid=103198) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 17:17:31.686217 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-265de6a7-21c6-4f0c-b658-6bc3b0c17c41 req-7858261c-43a1-49fa-9667-bc845486e855 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] 10.222.0.100 "GET /v2.0/security-groups?id=2b921b15-2d23-4849-b37a-fcc400a5837b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486486 Jan 18 17:17:31.715024 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2229f40-776b-4ed7-8273-de594c297fca req-e12f4dae-7a41-41b0-a030-e8a5fdc9174c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:31.716542 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-f2229f40-776b-4ed7-8273-de594c297fca req-e12f4dae-7a41-41b0-a030-e8a5fdc9174c service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=0c17f545-2bb3-4abb-be71-29d5f95f2d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0454111 Jan 18 17:17:31.818524 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-f2229f40-776b-4ed7-8273-de594c297fca req-cd466ece-37d9-46e0-b7ba-697595c79d1b service neutron] 10.222.0.105 "GET /v2.0/networks/0c17f545-2bb3-4abb-be71-29d5f95f2d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917656 Jan 18 17:17:31.925322 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (a6f837d2-7b5b-4cd3-9c28-296017d8b8e6), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:32.383503 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a274cb7-2cfb-4b8f-8f02-c0896aa2b33c req-ab9029f6-5c40-4b98-bcc8-98b07f97223e tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:32.384978 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-5a274cb7-2cfb-4b8f-8f02-c0896aa2b33c req-ab9029f6-5c40-4b98-bcc8-98b07f97223e tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 947 time: 0.0525911 Jan 18 17:17:32.432858 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-5a274cb7-2cfb-4b8f-8f02-c0896aa2b33c req-dedfd290-6b2a-44a1-a576-ea119ec4b2dc tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b366610-e294-4f78-943f-869cfaac134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423439 Jan 18 17:17:32.729126 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36796b6f-a232-4f0e-a85e-911cd4bd0a78 req-e8dc1fc9-2f74-4972-8245-2ad00e4aed15 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:32.730571 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-36796b6f-a232-4f0e-a85e-911cd4bd0a78 req-e8dc1fc9-2f74-4972-8245-2ad00e4aed15 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/ports?device_id=2baf8b5d-b7a6-4d3a-b4b1-ec1b7a451902 HTTP/1.1" status: 200 len: 943 time: 0.0481927 Jan 18 17:17:32.779231 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-36796b6f-a232-4f0e-a85e-911cd4bd0a78 req-aa99a63c-cc80-47fb-ad2e-2802bdb97e77 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/security-groups?id=3146ca4f-c802-403d-b3a8-374af26132ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432043 Jan 18 17:17:32.884150 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff09f4b-3ba4-4874-a8eb-a0d74ddf83c9 req-6aa532ab-bbbf-421b-aafd-266952fc5443 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:32.885607 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-eff09f4b-3ba4-4874-a8eb-a0d74ddf83c9 req-6aa532ab-bbbf-421b-aafd-266952fc5443 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] 10.222.0.100 "GET /v2.0/ports?device_id=4fc8ae02-78bd-4a4d-9969-d5406a2cbb3f HTTP/1.1" status: 200 len: 944 time: 0.0480640 Jan 18 17:17:32.935628 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-eff09f4b-3ba4-4874-a8eb-a0d74ddf83c9 req-0760e503-6e76-456a-82d2-23e84441ba6f tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] 10.222.0.100 "GET /v2.0/security-groups?id=2b921b15-2d23-4849-b37a-fcc400a5837b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442266 Jan 18 17:17:33.549974 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da7cc7a-8b8d-4495-b539-e6385fbb9673 req-a93fdf75-481e-4752-9d80-daf2e5cc5755 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:33.551435 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-5da7cc7a-8b8d-4495-b539-e6385fbb9673 req-a93fdf75-481e-4752-9d80-daf2e5cc5755 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 947 time: 0.0492606 Jan 18 17:17:33.598646 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-5da7cc7a-8b8d-4495-b539-e6385fbb9673 req-4551ba8d-b2d6-4cca-8391-90ef4580dba4 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b366610-e294-4f78-943f-869cfaac134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413699 Jan 18 17:17:33.894910 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc06ad-7415-4e0a-9270-054c18ba1acf req-58e276ff-e0dc-4618-9d58-58d8713d655c tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:33.896858 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-91dc06ad-7415-4e0a-9270-054c18ba1acf req-58e276ff-e0dc-4618-9d58-58d8713d655c tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/ports?device_id=2baf8b5d-b7a6-4d3a-b4b1-ec1b7a451902 HTTP/1.1" status: 200 len: 943 time: 0.0517585 Jan 18 17:17:33.945163 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-91dc06ad-7415-4e0a-9270-054c18ba1acf req-1ce8ec88-d422-4459-9ffd-8c7e7cb29748 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/security-groups?id=3146ca4f-c802-403d-b3a8-374af26132ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431662 Jan 18 17:17:34.049703 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cc075a-3a03-405b-8dfe-8745bc1418a4 req-0f87f2b3-e789-4a5e-a2be-25e447a75393 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:34.051174 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-16cc075a-3a03-405b-8dfe-8745bc1418a4 req-0f87f2b3-e789-4a5e-a2be-25e447a75393 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] 10.222.0.100 "GET /v2.0/ports?device_id=4fc8ae02-78bd-4a4d-9969-d5406a2cbb3f HTTP/1.1" status: 200 len: 944 time: 0.0511417 Jan 18 17:17:34.097193 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-16cc075a-3a03-405b-8dfe-8745bc1418a4 req-6263b422-c4fe-4780-a3a6-da0f64d684b1 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] 10.222.0.100 "GET /v2.0/security-groups?id=2b921b15-2d23-4849-b37a-fcc400a5837b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397766 Jan 18 17:17:34.631823 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-f2229f40-776b-4ed7-8273-de594c297fca req-02dd8910-7a85-4436-9440-e1306b15111a service neutron] 10.222.0.105 "GET /v2.0/networks/0c17f545-2bb3-4abb-be71-29d5f95f2d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857201 Jan 18 17:17:34.720592 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57064117-707f-4f37-8b47-1683baa61ee6 req-20d6e320-d2ab-427d-81f9-610d61acd10e tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:34.721981 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-57064117-707f-4f37-8b47-1683baa61ee6 req-20d6e320-d2ab-427d-81f9-610d61acd10e tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 947 time: 0.0499079 Jan 18 17:17:34.769527 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-57064117-707f-4f37-8b47-1683baa61ee6 req-d4af2baf-6661-4c2d-b184-48f367ee6d29 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=0b366610-e294-4f78-943f-869cfaac134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403945 Jan 18 17:17:34.997541 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5fccba-3f99-4d32-a8fb-a8aa8795a432 req-f6bcbc48-fa22-4372-90ea-7d7fe54e9e5e tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:34.999028 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-0a5fccba-3f99-4d32-a8fb-a8aa8795a432 req-f6bcbc48-fa22-4372-90ea-7d7fe54e9e5e tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.105 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 947 time: 0.0516207 Jan 18 17:17:35.114562 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d762c9-3ac1-4804-98bf-026d5cb7f6ab req-44a02435-0b6e-4c34-9337-799bbee21332 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:35.116119 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-25d762c9-3ac1-4804-98bf-026d5cb7f6ab req-44a02435-0b6e-4c34-9337-799bbee21332 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/ports?device_id=2baf8b5d-b7a6-4d3a-b4b1-ec1b7a451902 HTTP/1.1" status: 200 len: 943 time: 0.1000485 Jan 18 17:17:35.166656 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.plugin [req-0a5fccba-3f99-4d32-a8fb-a8aa8795a432 req-ff43a391-2b1d-4e03-92d5-c06ae29f04b6 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Deleting port 639bfe46-d950-45f2-9080-a815d5d4244a {{(pid=103197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 17:17:35.167004 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-0a5fccba-3f99-4d32-a8fb-a8aa8795a432 req-ff43a391-2b1d-4e03-92d5-c06ae29f04b6 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785612421596'] for port (639bfe46-d950-45f2-9080-a815d5d4244a), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:35.196624 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-25d762c9-3ac1-4804-98bf-026d5cb7f6ab req-a04437e5-e33c-497c-a781-5bb60ccb6d1b tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/security-groups?id=3146ca4f-c802-403d-b3a8-374af26132ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735264 Jan 18 17:17:35.226537 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38057a2-25a9-4c50-a853-f749b411f7b7 req-eff14fdb-37ff-4d03-a8dc-29f36192f282 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:35.228055 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-f38057a2-25a9-4c50-a853-f749b411f7b7 req-eff14fdb-37ff-4d03-a8dc-29f36192f282 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] 10.222.0.100 "GET /v2.0/ports?device_id=4fc8ae02-78bd-4a4d-9969-d5406a2cbb3f HTTP/1.1" status: 200 len: 944 time: 0.0606458 Jan 18 17:17:35.277261 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.db [req-0a5fccba-3f99-4d32-a8fb-a8aa8795a432 req-ff43a391-2b1d-4e03-92d5-c06ae29f04b6 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] For port 639bfe46-d950-45f2-9080-a815d5d4244a, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=639bfe46-d950-45f2-9080-a815d5d4244a,segment=NetworkSegment(7804631f-b978-4531-985d-c1ed5e4123e4),segment_id=7804631f-b978-4531-985d-c1ed5e4123e4)] {{(pid=103197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:17:35.277681 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-0a5fccba-3f99-4d32-a8fb-a8aa8795a432 req-ff43a391-2b1d-4e03-92d5-c06ae29f04b6 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653228'] for port (639bfe46-d950-45f2-9080-a815d5d4244a), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:35.284789 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-f38057a2-25a9-4c50-a853-f749b411f7b7 req-9753e58c-3fee-469d-b346-abe4ae38039a tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] 10.222.0.100 "GET /v2.0/security-groups?id=2b921b15-2d23-4849-b37a-fcc400a5837b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504587 Jan 18 17:17:35.501815 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-0a5fccba-3f99-4d32-a8fb-a8aa8795a432 req-ff43a391-2b1d-4e03-92d5-c06ae29f04b6 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:35.502182 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-0a5fccba-3f99-4d32-a8fb-a8aa8795a432 req-ff43a391-2b1d-4e03-92d5-c06ae29f04b6 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647951'] for floatingip (e4d55e3e-cfc8-4227-876b-531bcfee6d0d), after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:35.502502 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.db.l3_db [req-0a5fccba-3f99-4d32-a8fb-a8aa8795a432 req-ff43a391-2b1d-4e03-92d5-c06ae29f04b6 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Floating IP e4d55e3e-cfc8-4227-876b-531bcfee6d0d disassociated. External IP: 172.27.1.9, port: 639bfe46-d950-45f2-9080-a815d5d4244a. Jan 18 17:17:35.502846 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.plugin [req-0a5fccba-3f99-4d32-a8fb-a8aa8795a432 req-ff43a391-2b1d-4e03-92d5-c06ae29f04b6 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Calling delete_port for 639bfe46-d950-45f2-9080-a815d5d4244a owned by compute:nova {{(pid=103197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 17:17:35.692179 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-0a5fccba-3f99-4d32-a8fb-a8aa8795a432 req-ff43a391-2b1d-4e03-92d5-c06ae29f04b6 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785612430192', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785611913813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6115669'] for port (639bfe46-d950-45f2-9080-a815d5d4244a), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:35.722851 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff43a391-2b1d-4e03-92d5-c06ae29f04b6 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Pushing event deleted for resources: {'Port': ['ID=639bfe46-d950-45f2-9080-a815d5d4244a,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:17:35.842084 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a5fccba-3f99-4d32-a8fb-a8aa8795a432 req-ff43a391-2b1d-4e03-92d5-c06ae29f04b6 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Router 56189c01-216f-46e3-9aed-18bc5b25e3ff has already been hosted by L3 agent 34860b7f-7c9d-4265-9a0a-1b9bd2e1622e {{(pid=103197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 17:17:35.874574 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-72a4de0a-6b2d-4b88-a65a-e50c287dd539 req-5c4b022e-9151-447a-a727-ac623ef6e787 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 210 time: 0.0297968 Jan 18 17:17:35.960853 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a5fccba-3f99-4d32-a8fb-a8aa8795a432 req-ff43a391-2b1d-4e03-92d5-c06ae29f04b6 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Notify agent at l3_agent.dv-cinder-733623-11-iscsi the message routers_updated {{(pid=103197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 17:17:35.971364 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69dcc85d-584a-40bf-8523-ad9c8f9ebe72 None None] Sync routers for ids ['56189c01-216f-46e3-9aed-18bc5b25e3ff'] in dv-cinder-733623-11-iscsi {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 17:17:35.983829 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69dcc85d-584a-40bf-8523-ad9c8f9ebe72 None None] Routers {'56189c01-216f-46e3-9aed-18bc5b25e3ff'} bound to L3 agent in host dv-cinder-733623-11-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 17:17:35.984748 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-69dcc85d-584a-40bf-8523-ad9c8f9ebe72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-18T17:04:58Z,description=,heartbeat_timestamp=2022-01-18T17:17:28Z,host='dv-cinder-733623-11-iscsi',id=34860b7f-7c9d-4265-9a0a-1b9bd2e1622e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T17:04:59Z,topic='l3_agent')) {'router_ids': ['56189c01-216f-46e3-9aed-18bc5b25e3ff'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:17:36.002445 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a5fccba-3f99-4d32-a8fb-a8aa8795a432 req-ff43a391-2b1d-4e03-92d5-c06ae29f04b6 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] No DVR routers for this DVR port 639bfe46-d950-45f2-9080-a815d5d4244a on host hv-cinder-73362 {{(pid=103197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 17:17:36.005109 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-0a5fccba-3f99-4d32-a8fb-a8aa8795a432 req-ff43a391-2b1d-4e03-92d5-c06ae29f04b6 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1923895'] for port (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:36.008823 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-0a5fccba-3f99-4d32-a8fb-a8aa8795a432 req-ff43a391-2b1d-4e03-92d5-c06ae29f04b6 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.105 "DELETE /v2.0/ports/639bfe46-d950-45f2-9080-a815d5d4244a HTTP/1.1" status: 204 len: 173 time: 0.9992614 Jan 18 17:17:36.009291 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a58e7380-d7cf-40d5-8134-db17de0ec442', 'name': 'network-vif-deleted', 'tag': '639bfe46-d950-45f2-9080-a815d5d4244a'}] {{(pid=103197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 17:17:36.012546 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3aa228331c825044a8c5a816f7450a712b29f1505f8362b46ccab27415aa536" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c2e23d2-f2e9-4ef0-a52b-104a4532ab9d" -d '{"events": [{"server_uuid": "a58e7380-d7cf-40d5-8134-db17de0ec442", "name": "network-vif-deleted", "tag": "639bfe46-d950-45f2-9080-a815d5d4244a"}]}' {{(pid=103197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 17:17:36.059721 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 17:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee5b178c-844c-46ce-a506-55e162fbbf2f x-openstack-request-id: req-ee5b178c-844c-46ce-a506-55e162fbbf2f {{(pid=103197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 17:17:36.060015 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a58e7380-d7cf-40d5-8134-db17de0ec442", "name": "network-vif-deleted", "tag": "639bfe46-d950-45f2-9080-a815d5d4244a", "status": "completed", "code": 200}]} {{(pid=103197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 17:17:36.060281 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-ee5b178c-844c-46ce-a506-55e162fbbf2f {{(pid=103197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 17:17:36.060671 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a58e7380-d7cf-40d5-8134-db17de0ec442', 'name': 'network-vif-deleted', 'tag': '639bfe46-d950-45f2-9080-a815d5d4244a', 'status': 'completed', 'code': 200} Jan 18 17:17:36.109378 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-69dcc85d-584a-40bf-8523-ad9c8f9ebe72 None None] Set router 56189c01-216f-46e3-9aed-18bc5b25e3ff gateway port host: dv-cinder-733623-11-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 17:17:36.325173 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e784f807-e5d7-49a2-a67c-7880acab57ed req-4a8c0c35-2c2b-41c0-beb6-40f761584d90 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:36.331186 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-e784f807-e5d7-49a2-a67c-7880acab57ed req-4a8c0c35-2c2b-41c0-beb6-40f761584d90 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/ports?device_id=2baf8b5d-b7a6-4d3a-b4b1-ec1b7a451902 HTTP/1.1" status: 200 len: 943 time: 0.0575922 Jan 18 17:17:36.349027 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-69dcc85d-584a-40bf-8523-ad9c8f9ebe72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56189c01-216f-46e3-9aed-18bc5b25e3ff', 'name': 'tempest-AttachVolumeShelveTestJSON-1700372712-router', 'tenant_id': '4983e51e5c4742eb9b95034b5aef3213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '6eeb1ac4-8b60-49a7-ab84-a525826ad5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:13:04Z', 'updated_at': '2022-01-18T17:13:10Z', 'revision_number': 4, 'project_id': '4983e51e5c4742eb9b95034b5aef3213', 'gw_port': {'id': '6eeb1ac4-8b60-49a7-ab84-a525826ad5ee', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:37:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56189c01-216f-46e3-9aed-18bc5b25e3ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:13:05Z', 'updated_at': '2022-01-18T17:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi', '_interfaces': [{'id': '6676a036-60fd-429f-91ca-0c10c57145cd', 'name': '', 'network_id': '2be6587c-41c5-41bc-ac5a-09ac1f4499ce', 'tenant_id': '4983e51e5c4742eb9b95034b5aef3213', 'mac_address': 'fa:16:3e:52:6e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56189c01-216f-46e3-9aed-18bc5b25e3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '29c22a55-3970-45d3-a1fa-25a28ccfa3f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:13:08Z', 'updated_at': '2022-01-18T17:13:15Z', 'revision_number': 5, 'project_id': '4983e51e5c4742eb9b95034b5aef3213', 'subnets': [{'id': '29c22a55-3970-45d3-a1fa-25a28ccfa3f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-11-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:17:36.382408 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69dcc85d-584a-40bf-8523-ad9c8f9ebe72 None None] Checking router: 56189c01-216f-46e3-9aed-18bc5b25e3ff for host: dv-cinder-733623-11-iscsi {{(pid=103198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 17:17:36.392763 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69dcc85d-584a-40bf-8523-ad9c8f9ebe72 None None] Routers {'56189c01-216f-46e3-9aed-18bc5b25e3ff'} bound to L3 agent in host dv-cinder-733623-11-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 17:17:36.393382 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-69dcc85d-584a-40bf-8523-ad9c8f9ebe72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-18T17:04:58Z,description=,heartbeat_timestamp=2022-01-18T17:17:28Z,host='dv-cinder-733623-11-iscsi',id=34860b7f-7c9d-4265-9a0a-1b9bd2e1622e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T17:04:59Z,topic='l3_agent')) {'router_ids': ['56189c01-216f-46e3-9aed-18bc5b25e3ff'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:17:36.397066 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-e784f807-e5d7-49a2-a67c-7880acab57ed req-ab04dc23-ec18-4cc0-a82e-fdfa24e53ed1 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/security-groups?id=3146ca4f-c802-403d-b3a8-374af26132ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599966 Jan 18 17:17:36.421877 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1de15a-d07e-4a89-9946-16acc0f14cb2 req-e931bfc4-2e81-4bc0-b4a1-52a1c994c706 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:36.427545 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-be1de15a-d07e-4a89-9946-16acc0f14cb2 req-e931bfc4-2e81-4bc0-b4a1-52a1c994c706 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] 10.222.0.100 "GET /v2.0/ports?device_id=4fc8ae02-78bd-4a4d-9969-d5406a2cbb3f HTTP/1.1" status: 200 len: 944 time: 0.0633845 Jan 18 17:17:36.475555 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-be1de15a-d07e-4a89-9946-16acc0f14cb2 req-266d8c6e-5ab5-44ea-bcb1-8e33c3d4af6e tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] 10.222.0.100 "GET /v2.0/security-groups?id=2b921b15-2d23-4849-b37a-fcc400a5837b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458059 Jan 18 17:17:36.504713 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-69dcc85d-584a-40bf-8523-ad9c8f9ebe72 None None] Set router 56189c01-216f-46e3-9aed-18bc5b25e3ff gateway port host: dv-cinder-733623-11-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 17:17:36.575936 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Device 5399078c-072a-45ee-97d7-42d0a43fb4ee up at agent hyperv_hv-cinder-73362 {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 17:17:36.746918 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-69dcc85d-584a-40bf-8523-ad9c8f9ebe72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56189c01-216f-46e3-9aed-18bc5b25e3ff', 'name': 'tempest-AttachVolumeShelveTestJSON-1700372712-router', 'tenant_id': '4983e51e5c4742eb9b95034b5aef3213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '6eeb1ac4-8b60-49a7-ab84-a525826ad5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:13:04Z', 'updated_at': '2022-01-18T17:13:10Z', 'revision_number': 4, 'project_id': '4983e51e5c4742eb9b95034b5aef3213', 'gw_port': {'id': '6eeb1ac4-8b60-49a7-ab84-a525826ad5ee', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:37:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56189c01-216f-46e3-9aed-18bc5b25e3ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:13:05Z', 'updated_at': '2022-01-18T17:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi', '_interfaces': [{'id': '6676a036-60fd-429f-91ca-0c10c57145cd', 'name': '', 'network_id': '2be6587c-41c5-41bc-ac5a-09ac1f4499ce', 'tenant_id': '4983e51e5c4742eb9b95034b5aef3213', 'mac_address': 'fa:16:3e:52:6e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56189c01-216f-46e3-9aed-18bc5b25e3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '29c22a55-3970-45d3-a1fa-25a28ccfa3f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:13:08Z', 'updated_at': '2022-01-18T17:13:15Z', 'revision_number': 5, 'project_id': '4983e51e5c4742eb9b95034b5aef3213', 'subnets': [{'id': '29c22a55-3970-45d3-a1fa-25a28ccfa3f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-11-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:17:36.750908 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Provisioning for port 5399078c-072a-45ee-97d7-42d0a43fb4ee completed by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 17:17:36.778721 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69dcc85d-584a-40bf-8523-ad9c8f9ebe72 None None] The sync data for ids ['56189c01-216f-46e3-9aed-18bc5b25e3ff'] in dv-cinder-733623-11-iscsi is: [{'id': '56189c01-216f-46e3-9aed-18bc5b25e3ff', 'name': 'tempest-AttachVolumeShelveTestJSON-1700372712-router', 'tenant_id': '4983e51e5c4742eb9b95034b5aef3213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '6eeb1ac4-8b60-49a7-ab84-a525826ad5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:13:04Z', 'updated_at': '2022-01-18T17:13:10Z', 'revision_number': 4, 'project_id': '4983e51e5c4742eb9b95034b5aef3213', 'gw_port': {'id': '6eeb1ac4-8b60-49a7-ab84-a525826ad5ee', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:37:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56189c01-216f-46e3-9aed-18bc5b25e3ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:13:05Z', 'updated_at': '2022-01-18T17:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi', '_interfaces': [{'id': '6676a036-60fd-429f-91ca-0c10c57145cd', 'name': '', 'network_id': '2be6587c-41c5-41bc-ac5a-09ac1f4499ce', 'tenant_id': '4983e51e5c4742eb9b95034b5aef3213', 'mac_address': 'fa:16:3e:52:6e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56189c01-216f-46e3-9aed-18bc5b25e3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '29c22a55-3970-45d3-a1fa-25a28ccfa3f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:13:08Z', 'updated_at': '2022-01-18T17:13:15Z', 'revision_number': 5, 'project_id': '4983e51e5c4742eb9b95034b5aef3213', 'subnets': [{'id': '29c22a55-3970-45d3-a1fa-25a28ccfa3f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 17:17:36.781626 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Provisioning complete for port 5399078c-072a-45ee-97d7-42d0a43fb4ee triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:17:36.782030 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (5399078c-072a-45ee-97d7-42d0a43fb4ee), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:36.882816 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Current status of the port 5399078c-072a-45ee-97d7-42d0a43fb4ee is: BUILD; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:17:36.883251 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (5399078c-072a-45ee-97d7-42d0a43fb4ee), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:36.913430 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fc8ae02-78bd-4a4d-9969-d5406a2cbb3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5399078c-072a-45ee-97d7-42d0a43fb4ee'}] {{(pid=103198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 17:17:36.916495 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97aa477b9a8a7659066d830c0d89a1f304b03425b5691a2db6f60cb613ebd93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94dd34ba-f073-4bcd-b857-998134517e3f" -d '{"events": [{"server_uuid": "4fc8ae02-78bd-4a4d-9969-d5406a2cbb3f", "name": "network-vif-plugged", "status": "completed", "tag": "5399078c-072a-45ee-97d7-42d0a43fb4ee"}]}' {{(pid=103198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 17:17:36.933860 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] For port 5399078c-072a-45ee-97d7-42d0a43fb4ee, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=5399078c-072a-45ee-97d7-42d0a43fb4ee,segment=NetworkSegment(84c3f360-169e-4607-a6c7-1299530f908e),segment_id=84c3f360-169e-4607-a6c7-1299530f908e)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:17:36.964533 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 17:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ccaaac-aa67-46a1-b2d5-fca72bf0553e x-openstack-request-id: req-f8ccaaac-aa67-46a1-b2d5-fca72bf0553e {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 17:17:36.964805 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fc8ae02-78bd-4a4d-9969-d5406a2cbb3f", "name": "network-vif-plugged", "status": "completed", "tag": "5399078c-072a-45ee-97d7-42d0a43fb4ee", "code": 200}]} {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 17:17:36.965060 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-f8ccaaac-aa67-46a1-b2d5-fca72bf0553e {{(pid=103198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 17:17:36.965455 dv-cinder-733623-11-iscsi neutron-server[103198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fc8ae02-78bd-4a4d-9969-d5406a2cbb3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5399078c-072a-45ee-97d7-42d0a43fb4ee', 'code': 200} Jan 18 17:17:37.007685 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-b1028b0b-740a-48f5-ab49-060ad2c1633e req-c1d46761-8c34-4c84-9e9e-992efbacc5d1 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=a58e7380-d7cf-40d5-8134-db17de0ec442 HTTP/1.1" status: 200 len: 210 time: 0.0300384 Jan 18 17:17:37.041004 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (5399078c-072a-45ee-97d7-42d0a43fb4ee), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:37.093456 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Pushing event updated for resources: {'Port': ['ID=5399078c-072a-45ee-97d7-42d0a43fb4ee,revision_number=5']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:17:37.121055 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75803c63-efe2-4f7c-ba96-24d6c715a615 None None] New status for floating IP e4d55e3e-cfc8-4227-876b-531bcfee6d0d: DOWN {{(pid=103199) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 17:17:37.293604 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17093359-d5bd-4296-b224-08ca55636798 req-60d6a2c0-05a1-455f-9a20-86efc5411664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:37.294988 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-17093359-d5bd-4296-b224-08ca55636798 req-60d6a2c0-05a1-455f-9a20-86efc5411664 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=4fc8ae02-78bd-4a4d-9969-d5406a2cbb3f HTTP/1.1" status: 200 len: 1098 time: 0.0421991 Jan 18 17:17:37.340211 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-17093359-d5bd-4296-b224-08ca55636798 req-d0d7efef-9c52-4980-90f6-b8c9549250ca service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=2b921b15-2d23-4849-b37a-fcc400a5837b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392060 Jan 18 17:17:37.510674 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea606d0-978d-44ff-8419-2411d18864d3 req-270e6bc8-f7a9-4579-b4dd-989ce35bfee7 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:37.512287 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-9ea606d0-978d-44ff-8419-2411d18864d3 req-270e6bc8-f7a9-4579-b4dd-989ce35bfee7 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/ports?device_id=2baf8b5d-b7a6-4d3a-b4b1-ec1b7a451902 HTTP/1.1" status: 200 len: 943 time: 0.0494773 Jan 18 17:17:37.573173 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-9ea606d0-978d-44ff-8419-2411d18864d3 req-79c06a60-8429-4568-acd4-cfbfa3f06050 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/security-groups?id=3146ca4f-c802-403d-b3a8-374af26132ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548685 Jan 18 17:17:37.598949 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a0efd1-f726-4b99-bb92-d4310a8ca2fa req-f7448b38-c182-4101-bd70-d4175adfd8ff tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:37.601243 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-24a0efd1-f726-4b99-bb92-d4310a8ca2fa req-f7448b38-c182-4101-bd70-d4175adfd8ff tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] 10.222.0.100 "GET /v2.0/ports?device_id=4fc8ae02-78bd-4a4d-9969-d5406a2cbb3f HTTP/1.1" status: 200 len: 945 time: 0.0556602 Jan 18 17:17:37.648050 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-24a0efd1-f726-4b99-bb92-d4310a8ca2fa req-f63cf852-f517-43d7-991d-12fe75eb0dba tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] 10.222.0.100 "GET /v2.0/security-groups?id=2b921b15-2d23-4849-b37a-fcc400a5837b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405879 Jan 18 17:17:37.755577 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.agents_db [None req-82e58cf6-2858-46ee-adbb-688a61b9207a None None] Agent healthcheck: found 6 active agents {{(pid=103199) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 17:17:38.156630 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 57714) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:17:38.215600 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-a7d1f3da-3b18-433e-980d-90b1343db70b tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Publish callbacks [] for security_group (0b366610-e294-4f78-943f-869cfaac134d), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:38.239990 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-a7d1f3da-3b18-433e-980d-90b1343db70b tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Publish callbacks [] for security_group (0b366610-e294-4f78-943f-869cfaac134d), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:38.354648 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-a7d1f3da-3b18-433e-980d-90b1343db70b tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (0b366610-e294-4f78-943f-869cfaac134d), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:38.357453 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-a7d1f3da-3b18-433e-980d-90b1343db70b tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:38.358650 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-a7d1f3da-3b18-433e-980d-90b1343db70b tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "DELETE /v2.0/security-groups/0b366610-e294-4f78-943f-869cfaac134d HTTP/1.1" status: 204 len: 168 time: 0.2009630 Jan 18 17:17:38.361577 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 57716) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:17:38.369407 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d1f3da-3b18-433e-980d-90b1343db70b tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b366610-e294-4f78-943f-869cfaac134d,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:17:38.375918 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.api.v2.resource [None req-b8ac690f-dfb0-4187-bb2f-6c226c78482e tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] show failed (client error): The resource could not be found. Jan 18 17:17:38.376928 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-b8ac690f-dfb0-4187-bb2f-6c226c78482e tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups/0b366610-e294-4f78-943f-869cfaac134d HTTP/1.1" status: 404 len: 347 time: 0.0140874 Jan 18 17:17:38.379951 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 57718) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:17:38.779899 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0132ed2-02da-4669-adad-a46030e90ec6 req-c61727e4-124b-40a1-a1a6-2fc555186772 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:38.788457 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-e0132ed2-02da-4669-adad-a46030e90ec6 req-c61727e4-124b-40a1-a1a6-2fc555186772 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] 10.222.0.100 "GET /v2.0/ports?device_id=4fc8ae02-78bd-4a4d-9969-d5406a2cbb3f HTTP/1.1" status: 200 len: 945 time: 0.0673292 Jan 18 17:17:38.809940 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920752ed-c0e2-4e42-a880-e717a245c1e3 req-91988a1e-6669-47dc-a005-718a25b34233 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:38.811817 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-920752ed-c0e2-4e42-a880-e717a245c1e3 req-91988a1e-6669-47dc-a005-718a25b34233 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/ports?device_id=2baf8b5d-b7a6-4d3a-b4b1-ec1b7a451902 HTTP/1.1" status: 200 len: 943 time: 0.1012394 Jan 18 17:17:38.858455 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-e0132ed2-02da-4669-adad-a46030e90ec6 req-32001de9-2397-463d-bd21-14ae3aae6fa4 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] 10.222.0.100 "GET /v2.0/security-groups?id=2b921b15-2d23-4849-b37a-fcc400a5837b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686407 Jan 18 17:17:38.860860 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.plugin [None req-e1810961-0924-4561-8c52-5dffdc796559 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Deleting port 0932b7a2-2171-4ac5-8863-5f652bf95cdd {{(pid=103197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 17:17:38.861283 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-e1810961-0924-4561-8c52-5dffdc796559 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785612421596'] for port (0932b7a2-2171-4ac5-8863-5f652bf95cdd), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:38.936731 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-920752ed-c0e2-4e42-a880-e717a245c1e3 req-dc59516a-82fd-4f08-8617-83a827cd47ab tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/security-groups?id=3146ca4f-c802-403d-b3a8-374af26132ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135182 Jan 18 17:17:38.987984 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-e1810961-0924-4561-8c52-5dffdc796559 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653228'] for port (0932b7a2-2171-4ac5-8863-5f652bf95cdd), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:38.988457 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-e1810961-0924-4561-8c52-5dffdc796559 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Publish callbacks [] for floatingip (0932b7a2-2171-4ac5-8863-5f652bf95cdd), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:39.002466 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.plugin [None req-e1810961-0924-4561-8c52-5dffdc796559 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Calling delete_port for 0932b7a2-2171-4ac5-8863-5f652bf95cdd owned by network:floatingip {{(pid=103197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 17:17:39.229306 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-e1810961-0924-4561-8c52-5dffdc796559 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785612430192', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785611913813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6115669'] for port (0932b7a2-2171-4ac5-8863-5f652bf95cdd), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:39.255934 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1810961-0924-4561-8c52-5dffdc796559 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Pushing event deleted for resources: {'Port': ['ID=0932b7a2-2171-4ac5-8863-5f652bf95cdd,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:17:39.324188 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-e1810961-0924-4561-8c52-5dffdc796559 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Publish callbacks [] for floatingip (e4d55e3e-cfc8-4227-876b-531bcfee6d0d), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:39.327115 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-e1810961-0924-4561-8c52-5dffdc796559 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1923895'] for floatingip (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:39.328298 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-e1810961-0924-4561-8c52-5dffdc796559 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "DELETE /v2.0/floatingips/e4d55e3e-cfc8-4227-876b-531bcfee6d0d HTTP/1.1" status: 204 len: 168 time: 0.9473748 Jan 18 17:17:39.837742 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 57740) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:17:39.842479 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-9a21eb71-5a82-4fad-8e1d-80f6e4c2e237 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1613090521', 'description': 'tempest-description--1429914295'}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:17:39.951087 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-9a21eb71-5a82-4fad-8e1d-80f6e4c2e237 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:40.004930 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af2b6dc-d67c-4e85-be9b-299aa29416c4 req-aa4155fa-579d-4f1c-b510-c096a8df1432 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:40.006516 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-9af2b6dc-d67c-4e85-be9b-299aa29416c4 req-aa4155fa-579d-4f1c-b510-c096a8df1432 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] 10.222.0.100 "GET /v2.0/ports?device_id=4fc8ae02-78bd-4a4d-9969-d5406a2cbb3f HTTP/1.1" status: 200 len: 945 time: 0.0675521 Jan 18 17:17:40.061022 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cae992f-878a-49dc-8cbb-67a2e8f00fc1 req-89870397-4dbf-4658-ac76-a19fc67d068c tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:40.069217 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-2cae992f-878a-49dc-8cbb-67a2e8f00fc1 req-89870397-4dbf-4658-ac76-a19fc67d068c tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/ports?device_id=2baf8b5d-b7a6-4d3a-b4b1-ec1b7a451902 HTTP/1.1" status: 200 len: 943 time: 0.0566139 Jan 18 17:17:40.082180 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-9af2b6dc-d67c-4e85-be9b-299aa29416c4 req-fec6b2d6-2c01-466a-959d-0e18b0a49a00 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] 10.222.0.100 "GET /v2.0/security-groups?id=2b921b15-2d23-4849-b37a-fcc400a5837b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692341 Jan 18 17:17:40.095690 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-9a21eb71-5a82-4fad-8e1d-80f6e4c2e237 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Publish callbacks [] for security_group (d4c87099-e0de-47e8-9a1c-79e04a17fc5d), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:40.138113 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-2cae992f-878a-49dc-8cbb-67a2e8f00fc1 req-188ed343-68a1-44ab-ae36-3fb402312502 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/security-groups?id=3146ca4f-c802-403d-b3a8-374af26132ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678790 Jan 18 17:17:40.149377 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-9a21eb71-5a82-4fad-8e1d-80f6e4c2e237 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (d4c87099-e0de-47e8-9a1c-79e04a17fc5d), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:40.185551 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a21eb71-5a82-4fad-8e1d-80f6e4c2e237 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c87099-e0de-47e8-9a1c-79e04a17fc5d,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:17:40.248724 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-9a21eb71-5a82-4fad-8e1d-80f6e4c2e237 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:40.250140 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-9a21eb71-5a82-4fad-8e1d-80f6e4c2e237 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4113498 Jan 18 17:17:40.253146 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 57750) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:17:40.257617 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-a8bb5653-70c3-41ec-b9e7-35d11b2c20d1 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Request body: {'security_group_rule': {'security_group_id': 'd4c87099-e0de-47e8-9a1c-79e04a17fc5d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:17:40.389244 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-a8bb5653-70c3-41ec-b9e7-35d11b2c20d1 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Publish callbacks [] for security_group_rule (a06786ba-357e-405d-a216-2877f48ec4fd), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:40.449740 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-a8bb5653-70c3-41ec-b9e7-35d11b2c20d1 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Publish callbacks [] for security_group_rule (a06786ba-357e-405d-a216-2877f48ec4fd), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:40.537749 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-a8bb5653-70c3-41ec-b9e7-35d11b2c20d1 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433249'] for security_group_rule (a06786ba-357e-405d-a216-2877f48ec4fd), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:40.558209 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bb5653-70c3-41ec-b9e7-35d11b2c20d1 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a06786ba-357e-405d-a216-2877f48ec4fd,revision_number=0']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:17:40.559525 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Device 639bfe46-d950-45f2-9080-a815d5d4244a no longer exists at agent hyperv_hv-cinder-73362 {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 17:17:40.579629 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] No Port match for: 639bfe46-d950-45f2-9080-a815d5d4244a {{(pid=103198) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 17:17:40.579982 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Device 639bfe46-d950-45f2-9080-a815d5d4244a not bound to the agent host hv-cinder-73362 {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 17:17:40.696489 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-a8bb5653-70c3-41ec-b9e7-35d11b2c20d1 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:40.700813 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 57758) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:17:40.701043 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-a8bb5653-70c3-41ec-b9e7-35d11b2c20d1 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4466350 Jan 18 17:17:40.705287 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-4614e2e2-c8f1-4c93-93ff-5622ca1a6c73 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Request body: {'security_group_rule': {'security_group_id': 'd4c87099-e0de-47e8-9a1c-79e04a17fc5d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:17:40.823745 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4614e2e2-c8f1-4c93-93ff-5622ca1a6c73 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Publish callbacks [] for security_group_rule (cdc1d379-b042-4886-aa01-866eda70b50e), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:40.886832 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4614e2e2-c8f1-4c93-93ff-5622ca1a6c73 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Publish callbacks [] for security_group_rule (cdc1d379-b042-4886-aa01-866eda70b50e), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:40.953035 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4614e2e2-c8f1-4c93-93ff-5622ca1a6c73 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433249'] for security_group_rule (cdc1d379-b042-4886-aa01-866eda70b50e), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:40.978169 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4614e2e2-c8f1-4c93-93ff-5622ca1a6c73 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdc1d379-b042-4886-aa01-866eda70b50e,revision_number=0']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:17:41.023723 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (e727efee-c94b-447a-9897-92f425521d05), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:41.040063 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4614e2e2-c8f1-4c93-93ff-5622ca1a6c73 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:41.042043 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-4614e2e2-c8f1-4c93-93ff-5622ca1a6c73 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3401065 Jan 18 17:17:41.045471 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 57768) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:17:41.052009 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-301b7f39-ece4-4edd-9df0-039427256eb4 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Request body: {'floatingip': {'floating_network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:17:41.082944 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb41489a-cd31-4dbf-a548-2c792fec1767 req-74852452-b2ae-4e59-970d-e24bce7dafc6 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:41.085095 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-eb41489a-cd31-4dbf-a548-2c792fec1767 req-74852452-b2ae-4e59-970d-e24bce7dafc6 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] 10.222.0.100 "GET /v2.0/ports?device_id=9a9f5dcd-3389-4019-ac70-183d7e6ae9b3 HTTP/1.1" status: 200 len: 945 time: 0.0737753 Jan 18 17:17:41.126658 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-301b7f39-ece4-4edd-9df0-039427256eb4 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:41.136217 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-eb41489a-cd31-4dbf-a548-2c792fec1767 req-a82ff149-b193-4882-800d-fa2c378deed8 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] 10.222.0.100 "GET /v2.0/security-groups?id=0e8965bc-a288-442f-b721-3a0f13c576b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455503 Jan 18 17:17:41.231141 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-301b7f39-ece4-4edd-9df0-039427256eb4 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:41.263079 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc455569-dc72-4109-956d-81b7b2724cdf req-7f94bd3e-ef1c-473a-ad8d-48e40314f46d tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:41.264629 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-fc455569-dc72-4109-956d-81b7b2724cdf req-7f94bd3e-ef1c-473a-ad8d-48e40314f46d tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/ports?device_id=2baf8b5d-b7a6-4d3a-b4b1-ec1b7a451902 HTTP/1.1" status: 200 len: 943 time: 0.0547671 Jan 18 17:17:41.315139 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-fc455569-dc72-4109-956d-81b7b2724cdf req-76142af5-7689-41ea-9e24-47d25bb60de4 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/security-groups?id=3146ca4f-c802-403d-b3a8-374af26132ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447099 Jan 18 17:17:41.360349 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-301b7f39-ece4-4edd-9df0-039427256eb4 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Allocated IP 172.27.1.59 (09e508a9-4d19-4482-acf1-bcc4a2adb430/ac199632-c036-4879-8c53-e78832fc0d54/68244eb0-aa0e-48ff-9ece-42cbaee6f6fb) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 17:17:41.430113 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f042d1ed-afc7-4069-8ad4-46b9147a8525 req-2cb54f31-e418-4eef-8954-a7a1c70e5382 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:41.431568 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-f042d1ed-afc7-4069-8ad4-46b9147a8525 req-2cb54f31-e418-4eef-8954-a7a1c70e5382 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] 10.222.0.100 "GET /v2.0/ports?device_id=4fc8ae02-78bd-4a4d-9969-d5406a2cbb3f HTTP/1.1" status: 200 len: 945 time: 0.0546210 Jan 18 17:17:41.466674 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-301b7f39-ece4-4edd-9df0-039427256eb4 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Publish callbacks [] for port (68244eb0-aa0e-48ff-9ece-42cbaee6f6fb), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:41.479656 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-f042d1ed-afc7-4069-8ad4-46b9147a8525 req-04730c73-23cf-4191-aa37-20426458ae33 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] 10.222.0.100 "GET /v2.0/security-groups?id=2b921b15-2d23-4849-b37a-fcc400a5837b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423284 Jan 18 17:17:41.538277 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-301b7f39-ece4-4edd-9df0-039427256eb4 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785611913804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4300409'] for port (68244eb0-aa0e-48ff-9ece-42cbaee6f6fb), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:41.579462 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301b7f39-ece4-4edd-9df0-039427256eb4 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Network 09e508a9-4d19-4482-acf1-bcc4a2adb430 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 17:17:41.582226 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-301b7f39-ece4-4edd-9df0-039427256eb4 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 17:17:41.585375 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301b7f39-ece4-4edd-9df0-039427256eb4 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 17:17:41.609393 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301b7f39-ece4-4edd-9df0-039427256eb4 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Pushing event updated for resources: {'Port': ['ID=68244eb0-aa0e-48ff-9ece-42cbaee6f6fb,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:17:41.671036 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-301b7f39-ece4-4edd-9df0-039427256eb4 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Publish callbacks [] for floatingip (cd0868e4-b981-49b0-a420-607eaa9c1bb9), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:41.739791 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-301b7f39-ece4-4edd-9df0-039427256eb4 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (68244eb0-aa0e-48ff-9ece-42cbaee6f6fb), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:41.888853 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-301b7f39-ece4-4edd-9df0-039427256eb4 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Publish callbacks [] for port (68244eb0-aa0e-48ff-9ece-42cbaee6f6fb), precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:41.949240 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-301b7f39-ece4-4edd-9df0-039427256eb4 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4300398'] for port (68244eb0-aa0e-48ff-9ece-42cbaee6f6fb), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:42.020609 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301b7f39-ece4-4edd-9df0-039427256eb4 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Pushing event updated for resources: {'Port': ['ID=68244eb0-aa0e-48ff-9ece-42cbaee6f6fb,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:17:42.031571 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-301b7f39-ece4-4edd-9df0-039427256eb4 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647951'] for floatingip (cd0868e4-b981-49b0-a420-607eaa9c1bb9), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:42.099701 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-301b7f39-ece4-4edd-9df0-039427256eb4 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1923895'] for floatingip (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:42.101068 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-301b7f39-ece4-4edd-9df0-039427256eb4 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0543141 Jan 18 17:17:42.259624 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f39e2-878d-4ad3-a37e-f5bd42cd7d37 req-69ad0b9e-3726-4e8b-82b4-94b21d7dae33 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:42.261127 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-615f39e2-878d-4ad3-a37e-f5bd42cd7d37 req-69ad0b9e-3726-4e8b-82b4-94b21d7dae33 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] 10.222.0.100 "GET /v2.0/ports?device_id=9a9f5dcd-3389-4019-ac70-183d7e6ae9b3 HTTP/1.1" status: 200 len: 945 time: 0.0517080 Jan 18 17:17:42.299038 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-4786cfe1-68b1-48c6-ab56-ab361267fa45 req-57d1c24d-7946-4937-8877-f0c319540878 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?name=tempest-securitygroup--1613090521&fields=id&tenant_id=4983e51e5c4742eb9b95034b5aef3213 HTTP/1.1" status: 200 len: 267 time: 0.0429685 Jan 18 17:17:42.309136 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-615f39e2-878d-4ad3-a37e-f5bd42cd7d37 req-a4e2a30d-58a5-4838-86c3-b1bb06360cb4 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] 10.222.0.100 "GET /v2.0/security-groups?id=0e8965bc-a288-442f-b721-3a0f13c576b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425251 Jan 18 17:17:42.414666 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4786cfe1-68b1-48c6-ab56-ab361267fa45 req-572caf07-13a5-4b91-b094-529e9c127e0d tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:42.416419 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-4786cfe1-68b1-48c6-ab56-ab361267fa45 req-572caf07-13a5-4b91-b094-529e9c127e0d tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/networks?id=2be6587c-41c5-41bc-ac5a-09ac1f4499ce HTTP/1.1" status: 200 len: 817 time: 0.1107512 Jan 18 17:17:42.431825 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67034f6e-24b5-4a7a-b05d-298f8434258c req-83222a20-b52f-4808-8321-94344f33c4b4 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:42.433466 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-67034f6e-24b5-4a7a-b05d-298f8434258c req-83222a20-b52f-4808-8321-94344f33c4b4 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/ports?device_id=2baf8b5d-b7a6-4d3a-b4b1-ec1b7a451902 HTTP/1.1" status: 200 len: 943 time: 0.0513680 Jan 18 17:17:42.433837 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-4786cfe1-68b1-48c6-ab56-ab361267fa45 req-250ac421-f747-4272-941e-41a9fd929693 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/quotas/4983e51e5c4742eb9b95034b5aef3213 HTTP/1.1" status: 200 len: 375 time: 0.0104110 Jan 18 17:17:42.488949 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-4786cfe1-68b1-48c6-ab56-ab361267fa45 req-67bb0283-36a4-42d2-8947-921433fd8729 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=4983e51e5c4742eb9b95034b5aef3213&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495477 Jan 18 17:17:42.489350 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-67034f6e-24b5-4a7a-b05d-298f8434258c req-be85efc4-7f0a-4781-ba9a-aa9a649dc0d3 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/security-groups?id=3146ca4f-c802-403d-b3a8-374af26132ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495112 Jan 18 17:17:42.592077 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-4786cfe1-68b1-48c6-ab56-ab361267fa45 req-65ba92b1-62de-4c4e-b460-58d0b27e1b1d service neutron] 10.222.0.100 "GET /v2.0/networks/2be6587c-41c5-41bc-ac5a-09ac1f4499ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902381 Jan 18 17:17:42.694104 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-4786cfe1-68b1-48c6-ab56-ab361267fa45 req-a8678311-e429-43cd-94ea-7e1a05253f7c service neutron] 10.222.0.100 "GET /v2.0/networks/2be6587c-41c5-41bc-ac5a-09ac1f4499ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959935 Jan 18 17:17:42.716923 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167d8545-4821-4f37-ad38-c77185f41a94 req-c4ce8eb4-5ebe-494b-a1fa-50580533bd7d tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:42.723711 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-167d8545-4821-4f37-ad38-c77185f41a94 req-c4ce8eb4-5ebe-494b-a1fa-50580533bd7d tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] 10.222.0.100 "GET /v2.0/ports?device_id=4fc8ae02-78bd-4a4d-9969-d5406a2cbb3f HTTP/1.1" status: 200 len: 945 time: 0.0572922 Jan 18 17:17:42.779025 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-167d8545-4821-4f37-ad38-c77185f41a94 req-c7eaf8e9-5bcc-4c8f-897c-f3c382667d9e tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] 10.222.0.100 "GET /v2.0/security-groups?id=2b921b15-2d23-4849-b37a-fcc400a5837b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543745 Jan 18 17:17:42.940434 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c36cd75a-6b9c-4468-b696-4d1446f1d090 req-977c659d-024a-4157-9284-6a7ca587221c tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=e9d63d75-b877-47a6-94d7-208d66d7dd95 HTTP/1.1" status: 200 len: 210 time: 0.0260346 Jan 18 17:17:43.129331 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5a0eb1-7a9b-4cb3-a756-b4c7ec93bd04 req-109c4150-6cc4-4dd7-a879-9a887ec044b0 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:43.130810 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-da5a0eb1-7a9b-4cb3-a756-b4c7ec93bd04 req-109c4150-6cc4-4dd7-a879-9a887ec044b0 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] 10.222.0.105 "GET /v2.0/ports?device_id=9a9f5dcd-3389-4019-ac70-183d7e6ae9b3 HTTP/1.1" status: 200 len: 945 time: 0.0529122 Jan 18 17:17:43.163106 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f182a-6717-403f-8fca-d61d422a55b9 req-03578a8c-a086-4401-81a6-798fd940d149 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:43.164866 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-d63f182a-6717-403f-8fca-d61d422a55b9 req-03578a8c-a086-4401-81a6-798fd940d149 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] 10.222.0.105 "GET /v2.0/ports?device_id=4fc8ae02-78bd-4a4d-9969-d5406a2cbb3f HTTP/1.1" status: 200 len: 945 time: 0.0512466 Jan 18 17:17:43.235467 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.plugin [req-da5a0eb1-7a9b-4cb3-a756-b4c7ec93bd04 req-f750d391-1534-4d45-83a9-2fff8c0a456c tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] Deleting port c08f1ab4-eb3c-4248-a694-71aba3f477a2 {{(pid=103197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 17:17:43.235818 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-da5a0eb1-7a9b-4cb3-a756-b4c7ec93bd04 req-f750d391-1534-4d45-83a9-2fff8c0a456c tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785612421596'] for port (c08f1ab4-eb3c-4248-a694-71aba3f477a2), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:43.275082 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [req-d63f182a-6717-403f-8fca-d61d422a55b9 req-813b4e00-a259-4967-95f8-83b760a9bfb3 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] Deleting port 5399078c-072a-45ee-97d7-42d0a43fb4ee {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 17:17:43.275794 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-d63f182a-6717-403f-8fca-d61d422a55b9 req-813b4e00-a259-4967-95f8-83b760a9bfb3 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785612421596'] for port (5399078c-072a-45ee-97d7-42d0a43fb4ee), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:43.336452 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.db [req-da5a0eb1-7a9b-4cb3-a756-b4c7ec93bd04 req-f750d391-1534-4d45-83a9-2fff8c0a456c tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] For port c08f1ab4-eb3c-4248-a694-71aba3f477a2, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=c08f1ab4-eb3c-4248-a694-71aba3f477a2,segment=NetworkSegment(9b0639ea-a186-4f2d-bc87-af60223e14c5),segment_id=9b0639ea-a186-4f2d-bc87-af60223e14c5)] {{(pid=103197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:17:43.337053 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-da5a0eb1-7a9b-4cb3-a756-b4c7ec93bd04 req-f750d391-1534-4d45-83a9-2fff8c0a456c tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653228'] for port (c08f1ab4-eb3c-4248-a694-71aba3f477a2), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:43.352748 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.plugin [req-da5a0eb1-7a9b-4cb3-a756-b4c7ec93bd04 req-f750d391-1534-4d45-83a9-2fff8c0a456c tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] Calling delete_port for c08f1ab4-eb3c-4248-a694-71aba3f477a2 owned by compute:nova {{(pid=103197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 17:17:43.376496 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [req-d63f182a-6717-403f-8fca-d61d422a55b9 req-813b4e00-a259-4967-95f8-83b760a9bfb3 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] For port 5399078c-072a-45ee-97d7-42d0a43fb4ee, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=5399078c-072a-45ee-97d7-42d0a43fb4ee,segment=NetworkSegment(84c3f360-169e-4607-a6c7-1299530f908e),segment_id=84c3f360-169e-4607-a6c7-1299530f908e)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:17:43.377062 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-d63f182a-6717-403f-8fca-d61d422a55b9 req-813b4e00-a259-4967-95f8-83b760a9bfb3 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653228'] for port (5399078c-072a-45ee-97d7-42d0a43fb4ee), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:43.390486 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [req-d63f182a-6717-403f-8fca-d61d422a55b9 req-813b4e00-a259-4967-95f8-83b760a9bfb3 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] Calling delete_port for 5399078c-072a-45ee-97d7-42d0a43fb4ee owned by compute:nova {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 17:17:43.473209 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b633b13e-faed-4940-9fee-a48778332f83 req-7339d4ad-51e6-4188-9fd3-8e8dcfd9adb5 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:43.474736 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-b633b13e-faed-4940-9fee-a48778332f83 req-7339d4ad-51e6-4188-9fd3-8e8dcfd9adb5 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] 10.222.0.100 "GET /v2.0/ports?device_id=9a9f5dcd-3389-4019-ac70-183d7e6ae9b3 HTTP/1.1" status: 200 len: 945 time: 0.0680146 Jan 18 17:17:43.555623 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-b633b13e-faed-4940-9fee-a48778332f83 req-9c3aab25-740a-4bef-b10e-37964032d2e8 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] 10.222.0.100 "GET /v2.0/security-groups?id=0e8965bc-a288-442f-b721-3a0f13c576b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728571 Jan 18 17:17:43.613203 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55349dbe-0bd2-4a39-a37b-1bd829c2cc19 req-887cf409-7a46-4b55-acef-7f3d590666e9 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:43.614666 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-55349dbe-0bd2-4a39-a37b-1bd829c2cc19 req-887cf409-7a46-4b55-acef-7f3d590666e9 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/ports?device_id=2baf8b5d-b7a6-4d3a-b4b1-ec1b7a451902 HTTP/1.1" status: 200 len: 943 time: 0.0531974 Jan 18 17:17:43.617074 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-d63f182a-6717-403f-8fca-d61d422a55b9 req-813b4e00-a259-4967-95f8-83b760a9bfb3 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785612430192', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785611913813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4300409'] for port (5399078c-072a-45ee-97d7-42d0a43fb4ee), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:43.635752 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] get_ports_and_sgs() called for port_ids ['5399078c-072a-45ee-97d7-42d0a43fb4ee'] {{(pid=103198) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 17:17:43.663527 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813b4e00-a259-4967-95f8-83b760a9bfb3 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] Pushing event deleted for resources: {'Port': ['ID=5399078c-072a-45ee-97d7-42d0a43fb4ee,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:17:43.680759 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-da5a0eb1-7a9b-4cb3-a756-b4c7ec93bd04 req-f750d391-1534-4d45-83a9-2fff8c0a456c tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785612430192', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785611913813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6115669'] for port (c08f1ab4-eb3c-4248-a694-71aba3f477a2), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:43.693073 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] get_ports_and_sgs() called for port_ids ['c08f1ab4-eb3c-4248-a694-71aba3f477a2'] {{(pid=103198) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 17:17:43.714533 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f750d391-1534-4d45-83a9-2fff8c0a456c tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] Pushing event deleted for resources: {'Port': ['ID=c08f1ab4-eb3c-4248-a694-71aba3f477a2,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:17:43.714846 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [req-d63f182a-6717-403f-8fca-d61d422a55b9 req-813b4e00-a259-4967-95f8-83b760a9bfb3 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] No DVR routers for this DVR port 5399078c-072a-45ee-97d7-42d0a43fb4ee on host hv-cinder-73362 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 17:17:43.720953 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-d63f182a-6717-403f-8fca-d61d422a55b9 req-813b4e00-a259-4967-95f8-83b760a9bfb3 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1923895'] for port (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:43.724045 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-d63f182a-6717-403f-8fca-d61d422a55b9 req-813b4e00-a259-4967-95f8-83b760a9bfb3 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] 10.222.0.105 "DELETE /v2.0/ports/5399078c-072a-45ee-97d7-42d0a43fb4ee HTTP/1.1" status: 204 len: 173 time: 0.5542653 Jan 18 17:17:43.724696 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fc8ae02-78bd-4a4d-9969-d5406a2cbb3f', 'name': 'network-vif-deleted', 'tag': '5399078c-072a-45ee-97d7-42d0a43fb4ee'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 17:17:43.730727 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dae96983658fa47cc55ad2b43631f290e6eb934f25c74fb238f11dfd9473403c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09da6c10-6de4-4b65-a906-0ee213c3e504" -d '{"events": [{"server_uuid": "4fc8ae02-78bd-4a4d-9969-d5406a2cbb3f", "name": "network-vif-deleted", "tag": "5399078c-072a-45ee-97d7-42d0a43fb4ee"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 17:17:43.739702 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-55349dbe-0bd2-4a39-a37b-1bd829c2cc19 req-a9f3dbe8-60bc-4dad-8afb-95a67845e6ae tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/security-groups?id=3146ca4f-c802-403d-b3a8-374af26132ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156845 Jan 18 17:17:43.772055 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 17:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-047972a9-bc7f-4ea6-a6c9-0ebaed6dd9e5 x-openstack-request-id: req-047972a9-bc7f-4ea6-a6c9-0ebaed6dd9e5 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 17:17:43.772055 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fc8ae02-78bd-4a4d-9969-d5406a2cbb3f", "name": "network-vif-deleted", "tag": "5399078c-072a-45ee-97d7-42d0a43fb4ee", "status": "completed", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 17:17:43.772055 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-047972a9-bc7f-4ea6-a6c9-0ebaed6dd9e5 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 17:17:43.772552 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fc8ae02-78bd-4a4d-9969-d5406a2cbb3f', 'name': 'network-vif-deleted', 'tag': '5399078c-072a-45ee-97d7-42d0a43fb4ee', 'status': 'completed', 'code': 200} Jan 18 17:17:43.779791 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [req-da5a0eb1-7a9b-4cb3-a756-b4c7ec93bd04 req-f750d391-1534-4d45-83a9-2fff8c0a456c tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] No DVR routers for this DVR port c08f1ab4-eb3c-4248-a694-71aba3f477a2 on host hv-cinder-73362 {{(pid=103197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 17:17:43.782180 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-da5a0eb1-7a9b-4cb3-a756-b4c7ec93bd04 req-f750d391-1534-4d45-83a9-2fff8c0a456c tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1923895'] for port (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:43.785804 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-da5a0eb1-7a9b-4cb3-a756-b4c7ec93bd04 req-f750d391-1534-4d45-83a9-2fff8c0a456c tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] 10.222.0.105 "DELETE /v2.0/ports/c08f1ab4-eb3c-4248-a694-71aba3f477a2 HTTP/1.1" status: 204 len: 173 time: 0.6496856 Jan 18 17:17:43.786266 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a9f5dcd-3389-4019-ac70-183d7e6ae9b3', 'name': 'network-vif-deleted', 'tag': 'c08f1ab4-eb3c-4248-a694-71aba3f477a2'}] {{(pid=103197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 17:17:43.789315 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3aa228331c825044a8c5a816f7450a712b29f1505f8362b46ccab27415aa536" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a027fe5e-aad9-4dd7-821e-2bd359fb579a" -d '{"events": [{"server_uuid": "9a9f5dcd-3389-4019-ac70-183d7e6ae9b3", "name": "network-vif-deleted", "tag": "c08f1ab4-eb3c-4248-a694-71aba3f477a2"}]}' {{(pid=103197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 17:17:43.832770 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 17:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-518c6814-24f5-4c8d-89f4-181b1594accf x-openstack-request-id: req-518c6814-24f5-4c8d-89f4-181b1594accf {{(pid=103197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 17:17:43.833166 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a9f5dcd-3389-4019-ac70-183d7e6ae9b3", "name": "network-vif-deleted", "tag": "c08f1ab4-eb3c-4248-a694-71aba3f477a2", "status": "completed", "code": 200}]} {{(pid=103197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 17:17:43.833590 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-518c6814-24f5-4c8d-89f4-181b1594accf {{(pid=103197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 17:17:43.834071 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a9f5dcd-3389-4019-ac70-183d7e6ae9b3', 'name': 'network-vif-deleted', 'tag': 'c08f1ab4-eb3c-4248-a694-71aba3f477a2', 'status': 'completed', 'code': 200} Jan 18 17:17:43.881807 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-8b58ead4-5792-4706-ae56-fb63b18d2bab req-8d4e9961-5967-49c3-baab-4a0852f30553 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] 10.222.0.100 "GET /v2.0/ports?device_id=4fc8ae02-78bd-4a4d-9969-d5406a2cbb3f HTTP/1.1" status: 200 len: 210 time: 0.0277913 Jan 18 17:17:44.043935 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-341b25a1-4b62-4043-bbce-c101c31b5799 req-8895e745-5c49-46b9-9e74-f7684afc6f0b tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=e9d63d75-b877-47a6-94d7-208d66d7dd95 HTTP/1.1" status: 200 len: 210 time: 0.0279000 Jan 18 17:17:44.593785 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Device bbefba62-04de-4468-ace1-e13a0513d52f details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=103198) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 17:17:44.664727 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-176c2e27-89b1-4567-ae9a-9cd55cd8bdd0 req-99b1c848-1eed-47df-9a1d-240407728f31 tempest-VolumesSnapshotTestJSON-959799169 tempest-VolumesSnapshotTestJSON-959799169-project] 10.222.0.100 "GET /v2.0/ports?device_id=9a9f5dcd-3389-4019-ac70-183d7e6ae9b3 HTTP/1.1" status: 200 len: 210 time: 0.0289092 Jan 18 17:17:44.690213 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] For port bbefba62-04de-4468-ace1-e13a0513d52f, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=bbefba62-04de-4468-ace1-e13a0513d52f,segment=NetworkSegment(b197157d-823a-4011-83db-be9afc8ebd7f),segment_id=b197157d-823a-4011-83db-be9afc8ebd7f)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:17:44.704565 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Returning: {'device': 'bbefba62-04de-4468-ace1-e13a0513d52f', 'network_id': '0c17f545-2bb3-4abb-be71-29d5f95f2d88', 'port_id': 'bbefba62-04de-4468-ace1-e13a0513d52f', 'mac_address': 'fa:16:3e:d6:eb:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92e52731-b298-4268-83b9-5cd526153971', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103198) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 17:17:44.754864 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Current status of the port bbefba62-04de-4468-ace1-e13a0513d52f is: DOWN; New status is: BUILD {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:17:44.754864 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (bbefba62-04de-4468-ace1-e13a0513d52f), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:44.770726 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbefba62-04de-4468-ace1-e13a0513d52f {{(pid=103198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 17:17:44.803798 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] For port bbefba62-04de-4468-ace1-e13a0513d52f, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=bbefba62-04de-4468-ace1-e13a0513d52f,segment=NetworkSegment(b197157d-823a-4011-83db-be9afc8ebd7f),segment_id=b197157d-823a-4011-83db-be9afc8ebd7f)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:17:44.863249 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (bbefba62-04de-4468-ace1-e13a0513d52f), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:44.884121 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952d0c0b-9e9d-4648-bbf6-8f3e0da039d7 req-6f6f1ce4-17dd-49ea-9900-95c8453f1cb4 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:44.885643 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-952d0c0b-9e9d-4648-bbf6-8f3e0da039d7 req-6f6f1ce4-17dd-49ea-9900-95c8453f1cb4 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/ports?device_id=2baf8b5d-b7a6-4d3a-b4b1-ec1b7a451902 HTTP/1.1" status: 200 len: 943 time: 0.0560129 Jan 18 17:17:44.915928 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Pushing event updated for resources: {'Port': ['ID=bbefba62-04de-4468-ace1-e13a0513d52f,revision_number=4']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:17:45.013000 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-952d0c0b-9e9d-4648-bbf6-8f3e0da039d7 req-37f6c7ee-056e-4fd7-beab-e6a1c6a65b9f tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/security-groups?id=3146ca4f-c802-403d-b3a8-374af26132ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187897 Jan 18 17:17:45.087687 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4786cfe1-68b1-48c6-ab56-ab361267fa45 req-c6c8fa81-f8af-4fa9-8d9b-cfef916a5934 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:45.089734 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-4786cfe1-68b1-48c6-ab56-ab361267fa45 req-c6c8fa81-f8af-4fa9-8d9b-cfef916a5934 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.105 "GET /v2.0/networks?id=2be6587c-41c5-41bc-ac5a-09ac1f4499ce HTTP/1.1" status: 200 len: 817 time: 0.1380813 Jan 18 17:17:45.144764 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] get_ports_and_sgs() called for port_ids ['bbefba62-04de-4468-ace1-e13a0513d52f'] {{(pid=103198) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 17:17:45.191847 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-1cc186e5-b6f1-4660-9dae-dd221285e527 req-03ac37b4-818b-4fe3-8851-ca9a458f1bc6 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=e9d63d75-b877-47a6-94d7-208d66d7dd95 HTTP/1.1" status: 200 len: 210 time: 0.0441260 Jan 18 17:17:45.201209 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-4786cfe1-68b1-48c6-ab56-ab361267fa45 req-9be3742f-0a95-4f09-92ef-71f579b497f7 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.105 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4983e51e5c4742eb9b95034b5aef3213 HTTP/1.1" status: 200 len: 380 time: 0.1016424 Jan 18 17:17:45.217485 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [req-4786cfe1-68b1-48c6-ab56-ab361267fa45 req-c915d352-7311-45bf-9774-0f45b68805fd tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Request body: {'port': {'device_id': 'e9d63d75-b877-47a6-94d7-208d66d7dd95', 'network_id': '2be6587c-41c5-41bc-ac5a-09ac1f4499ce', 'admin_state_up': True, 'tenant_id': '4983e51e5c4742eb9b95034b5aef3213', 'security_groups': ['d4c87099-e0de-47e8-9a1c-79e04a17fc5d']}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:17:45.217597 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fdfc8d-14a0-4fe5-8994-7496c860c5cf req-83ee0717-48b1-4997-8e1f-d57379cbeef9 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:45.223716 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-26fdfc8d-14a0-4fe5-8994-7496c860c5cf req-83ee0717-48b1-4997-8e1f-d57379cbeef9 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] 10.222.0.100 "GET /v2.0/networks?id=7f6b1b4d-60e1-4bf7-b0a9-222b065577ab HTTP/1.1" status: 200 len: 808 time: 0.1507063 Jan 18 17:17:45.241252 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-26fdfc8d-14a0-4fe5-8994-7496c860c5cf req-dc0e3bbe-e3bf-4ee7-8d83-e51cf3b08927 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] 10.222.0.100 "GET /v2.0/quotas/babaf77cf0e84658a77f54d0a7af0b9f HTTP/1.1" status: 200 len: 375 time: 0.0158410 Jan 18 17:17:45.289126 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-26fdfc8d-14a0-4fe5-8994-7496c860c5cf req-9eafdbb9-00c5-4120-a33a-ddff7c39e098 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=babaf77cf0e84658a77f54d0a7af0b9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0424700 Jan 18 17:17:45.429443 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-26fdfc8d-14a0-4fe5-8994-7496c860c5cf req-5cc5e499-7ec4-4c1e-a1e5-20c4d77c58bf service neutron] 10.222.0.100 "GET /v2.0/networks/7f6b1b4d-60e1-4bf7-b0a9-222b065577ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297343 Jan 18 17:17:45.434927 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4786cfe1-68b1-48c6-ab56-ab361267fa45 req-c915d352-7311-45bf-9774-0f45b68805fd tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Made reservation on behalf of 4983e51e5c4742eb9b95034b5aef3213 for: {'port': 1} {{(pid=103197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 17:17:45.438492 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-4786cfe1-68b1-48c6-ab56-ab361267fa45 req-c915d352-7311-45bf-9774-0f45b68805fd tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:45.525189 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-26fdfc8d-14a0-4fe5-8994-7496c860c5cf req-d28174bb-bb7f-4a7c-825b-4cebafffae58 service neutron] 10.222.0.100 "GET /v2.0/networks/7f6b1b4d-60e1-4bf7-b0a9-222b065577ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887313 Jan 18 17:17:45.587940 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.db.db_base_plugin_common [req-4786cfe1-68b1-48c6-ab56-ab361267fa45 req-c915d352-7311-45bf-9774-0f45b68805fd tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Allocated IP 172.20.0.14 (2be6587c-41c5-41bc-ac5a-09ac1f4499ce/29c22a55-3970-45d3-a1fa-25a28ccfa3f2/d5da4c05-fc6b-48ae-bd37-20cdd7c9c363) {{(pid=103197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 17:17:45.747747 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-4786cfe1-68b1-48c6-ab56-ab361267fa45 req-c915d352-7311-45bf-9774-0f45b68805fd tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Publish callbacks [] for port (d5da4c05-fc6b-48ae-bd37-20cdd7c9c363), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:45.788932 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c7f11353-941d-4409-a28f-fd66f59f0ab4 req-c29c7da6-6809-453d-813e-c3260ba15359 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] 10.222.0.100 "GET /v2.0/ports?device_id=8c43b534-b6bf-496c-8f57-6d58df54e5d8 HTTP/1.1" status: 200 len: 210 time: 0.0502958 Jan 18 17:17:45.859018 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-4786cfe1-68b1-48c6-ab56-ab361267fa45 req-c915d352-7311-45bf-9774-0f45b68805fd tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785611913804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6115669'] for port (d5da4c05-fc6b-48ae-bd37-20cdd7c9c363), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:45.909607 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4786cfe1-68b1-48c6-ab56-ab361267fa45 req-c915d352-7311-45bf-9774-0f45b68805fd tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Network 2be6587c-41c5-41bc-ac5a-09ac1f4499ce is already hosted by enough agents. {{(pid=103197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 17:17:45.914448 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.base_scheduler [req-4786cfe1-68b1-48c6-ab56-ab361267fa45 req-c915d352-7311-45bf-9774-0f45b68805fd tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Resources bound (agent type, host, resource id): {{(pid=103197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 17:17:45.919777 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [req-4786cfe1-68b1-48c6-ab56-ab361267fa45 req-c915d352-7311-45bf-9774-0f45b68805fd tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Received port after_create {{(pid=103197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 17:17:45.948513 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c915d352-7311-45bf-9774-0f45b68805fd tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Pushing event updated for resources: {'Port': ['ID=d5da4c05-fc6b-48ae-bd37-20cdd7c9c363,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:17:45.984280 dv-cinder-733623-11-iscsi neutron-server[103197]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:17:45.984280 dv-cinder-733623-11-iscsi neutron-server[103197]: warnings.warn(msg) Jan 18 17:17:45.984280 dv-cinder-733623-11-iscsi neutron-server[103197]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:17:45.984280 dv-cinder-733623-11-iscsi neutron-server[103197]: warnings.warn(msg) Jan 18 17:17:45.984280 dv-cinder-733623-11-iscsi neutron-server[103197]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:17:45.984280 dv-cinder-733623-11-iscsi neutron-server[103197]: warnings.warn(msg) Jan 18 17:17:45.984280 dv-cinder-733623-11-iscsi neutron-server[103197]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:17:45.984280 dv-cinder-733623-11-iscsi neutron-server[103197]: warnings.warn(msg) Jan 18 17:17:45.984280 dv-cinder-733623-11-iscsi neutron-server[103197]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:17:45.984280 dv-cinder-733623-11-iscsi neutron-server[103197]: warnings.warn(msg) Jan 18 17:17:45.984280 dv-cinder-733623-11-iscsi neutron-server[103197]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:17:45.984280 dv-cinder-733623-11-iscsi neutron-server[103197]: warnings.warn(msg) Jan 18 17:17:45.984280 dv-cinder-733623-11-iscsi neutron-server[103197]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:17:45.984280 dv-cinder-733623-11-iscsi neutron-server[103197]: warnings.warn(msg) Jan 18 17:17:45.984280 dv-cinder-733623-11-iscsi neutron-server[103197]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:17:45.984280 dv-cinder-733623-11-iscsi neutron-server[103197]: warnings.warn(msg) Jan 18 17:17:45.984280 dv-cinder-733623-11-iscsi neutron-server[103197]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:17:45.984280 dv-cinder-733623-11-iscsi neutron-server[103197]: warnings.warn(msg) Jan 18 17:17:45.984280 dv-cinder-733623-11-iscsi neutron-server[103197]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:17:45.984280 dv-cinder-733623-11-iscsi neutron-server[103197]: warnings.warn(msg) Jan 18 17:17:45.984280 dv-cinder-733623-11-iscsi neutron-server[103197]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:17:45.984280 dv-cinder-733623-11-iscsi neutron-server[103197]: warnings.warn(msg) Jan 18 17:17:45.984280 dv-cinder-733623-11-iscsi neutron-server[103197]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:17:45.984280 dv-cinder-733623-11-iscsi neutron-server[103197]: warnings.warn(msg) Jan 18 17:17:45.984280 dv-cinder-733623-11-iscsi neutron-server[103197]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:17:45.984280 dv-cinder-733623-11-iscsi neutron-server[103197]: warnings.warn(msg) Jan 18 17:17:45.984280 dv-cinder-733623-11-iscsi neutron-server[103197]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:17:45.984280 dv-cinder-733623-11-iscsi neutron-server[103197]: warnings.warn(msg) Jan 18 17:17:45.984280 dv-cinder-733623-11-iscsi neutron-server[103197]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:17:45.984280 dv-cinder-733623-11-iscsi neutron-server[103197]: warnings.warn(msg) Jan 18 17:17:45.984280 dv-cinder-733623-11-iscsi neutron-server[103197]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:17:45.984280 dv-cinder-733623-11-iscsi neutron-server[103197]: warnings.warn(msg) Jan 18 17:17:45.984280 dv-cinder-733623-11-iscsi neutron-server[103197]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:17:45.984280 dv-cinder-733623-11-iscsi neutron-server[103197]: warnings.warn(msg) Jan 18 17:17:45.984280 dv-cinder-733623-11-iscsi neutron-server[103197]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:17:45.984280 dv-cinder-733623-11-iscsi neutron-server[103197]: warnings.warn(msg) Jan 18 17:17:45.986580 dv-cinder-733623-11-iscsi neutron-server[103197]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:17:45.986580 dv-cinder-733623-11-iscsi neutron-server[103197]: warnings.warn(msg) Jan 18 17:17:45.986580 dv-cinder-733623-11-iscsi neutron-server[103197]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:17:45.986580 dv-cinder-733623-11-iscsi neutron-server[103197]: warnings.warn(msg) Jan 18 17:17:45.986580 dv-cinder-733623-11-iscsi neutron-server[103197]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:17:45.986580 dv-cinder-733623-11-iscsi neutron-server[103197]: warnings.warn(msg) Jan 18 17:17:45.986580 dv-cinder-733623-11-iscsi neutron-server[103197]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:17:45.986580 dv-cinder-733623-11-iscsi neutron-server[103197]: warnings.warn(msg) Jan 18 17:17:45.986580 dv-cinder-733623-11-iscsi neutron-server[103197]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:17:45.986580 dv-cinder-733623-11-iscsi neutron-server[103197]: warnings.warn(msg) Jan 18 17:17:45.986580 dv-cinder-733623-11-iscsi neutron-server[103197]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:17:45.986580 dv-cinder-733623-11-iscsi neutron-server[103197]: warnings.warn(msg) Jan 18 17:17:45.986580 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4786cfe1-68b1-48c6-ab56-ab361267fa45 req-c915d352-7311-45bf-9774-0f45b68805fd tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:45.987404 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-4786cfe1-68b1-48c6-ab56-ab361267fa45 req-c915d352-7311-45bf-9774-0f45b68805fd tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1923895'] for port (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:46.094960 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-4786cfe1-68b1-48c6-ab56-ab361267fa45 req-c915d352-7311-45bf-9774-0f45b68805fd tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8871007 Jan 18 17:17:46.108990 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [req-4786cfe1-68b1-48c6-ab56-ab361267fa45 req-0beacd96-a501-4259-9d64-d9f9d18e6e85 service neutron] Request body: {'port': {'device_id': 'e9d63d75-b877-47a6-94d7-208d66d7dd95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:17:46.196210 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-c4fe4dd5-6b7f-4687-9638-2bc565094566 None None] Provisioning complete for port d5da4c05-fc6b-48ae-bd37-20cdd7c9c363 triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:17:46.196914 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-c4fe4dd5-6b7f-4687-9638-2bc565094566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (d5da4c05-fc6b-48ae-bd37-20cdd7c9c363), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:46.214529 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6539cfb2-380b-446f-b51b-e6c882a8ed76 req-1849367a-b896-4331-8f6f-524b64637b6a tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:46.217547 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-6539cfb2-380b-446f-b51b-e6c882a8ed76 req-1849367a-b896-4331-8f6f-524b64637b6a tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/ports?device_id=2baf8b5d-b7a6-4d3a-b4b1-ec1b7a451902 HTTP/1.1" status: 200 len: 944 time: 0.1219964 Jan 18 17:17:46.250704 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-4786cfe1-68b1-48c6-ab56-ab361267fa45 req-0beacd96-a501-4259-9d64-d9f9d18e6e85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (d5da4c05-fc6b-48ae-bd37-20cdd7c9c363), before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:46.264354 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-c4fe4dd5-6b7f-4687-9638-2bc565094566 None None] Port d5da4c05-fc6b-48ae-bd37-20cdd7c9c363 cannot update to ACTIVE because it is not bound. {{(pid=103198) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 17:17:46.314306 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-6539cfb2-380b-446f-b51b-e6c882a8ed76 req-3ac288d4-fe98-4b37-97e8-f93942c661d4 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/security-groups?id=3146ca4f-c802-403d-b3a8-374af26132ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808918 Jan 18 17:17:46.444285 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990dd520-1510-4b8b-81f7-bd2d8113919f req-77269cf6-ecc9-4b72-9370-9507a0b62fd4 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:46.446115 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-990dd520-1510-4b8b-81f7-bd2d8113919f req-77269cf6-ecc9-4b72-9370-9507a0b62fd4 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=e9d63d75-b877-47a6-94d7-208d66d7dd95 HTTP/1.1" status: 200 len: 932 time: 0.1251040 Jan 18 17:17:46.538565 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-990dd520-1510-4b8b-81f7-bd2d8113919f req-44557b97-ef32-4371-afad-14789d07c685 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=d4c87099-e0de-47e8-9a1c-79e04a17fc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829349 Jan 18 17:17:46.604300 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Device bbefba62-04de-4468-ace1-e13a0513d52f up at agent hyperv_hv-cinder-73362 {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 17:17:46.625841 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.notifiers.nova [req-4786cfe1-68b1-48c6-ab56-ab361267fa45 req-0beacd96-a501-4259-9d64-d9f9d18e6e85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5da4c05-fc6b-48ae-bd37-20cdd7c9c363 {{(pid=103197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 17:17:46.634021 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-4786cfe1-68b1-48c6-ab56-ab361267fa45 req-0beacd96-a501-4259-9d64-d9f9d18e6e85 service neutron] Publish callbacks [] for port (d5da4c05-fc6b-48ae-bd37-20cdd7c9c363), precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:46.645957 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.db.provisioning_blocks [req-4786cfe1-68b1-48c6-ab56-ab361267fa45 req-0beacd96-a501-4259-9d64-d9f9d18e6e85 service neutron] Transition to ACTIVE for port object d5da4c05-fc6b-48ae-bd37-20cdd7c9c363 will not be triggered until provisioned by entity L2. {{(pid=103197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 17:17:46.731544 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-4786cfe1-68b1-48c6-ab56-ab361267fa45 req-0beacd96-a501-4259-9d64-d9f9d18e6e85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6115650'] for port (d5da4c05-fc6b-48ae-bd37-20cdd7c9c363), after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:46.761148 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Provisioning for port bbefba62-04de-4468-ace1-e13a0513d52f completed by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 17:17:46.766485 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Provisioning complete for port bbefba62-04de-4468-ace1-e13a0513d52f triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:17:46.766870 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (bbefba62-04de-4468-ace1-e13a0513d52f), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:46.803579 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beacd96-a501-4259-9d64-d9f9d18e6e85 service neutron] Pushing event updated for resources: {'Port': ['ID=d5da4c05-fc6b-48ae-bd37-20cdd7c9c363,revision_number=2']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:17:46.873155 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [req-4786cfe1-68b1-48c6-ab56-ab361267fa45 req-0beacd96-a501-4259-9d64-d9f9d18e6e85 service neutron] Attempting to bind port d5da4c05-fc6b-48ae-bd37-20cdd7c9c363 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 17:17:46.873592 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [req-4786cfe1-68b1-48c6-ab56-ab361267fa45 req-0beacd96-a501-4259-9d64-d9f9d18e6e85 service neutron] Attempting to bind port d5da4c05-fc6b-48ae-bd37-20cdd7c9c363 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '7804631f-b978-4531-985d-c1ed5e4123e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '2be6587c-41c5-41bc-ac5a-09ac1f4499ce'}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 17:17:46.873853 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4786cfe1-68b1-48c6-ab56-ab361267fa45 req-0beacd96-a501-4259-9d64-d9f9d18e6e85 service neutron] Attempting to bind port d5da4c05-fc6b-48ae-bd37-20cdd7c9c363 on network 2be6587c-41c5-41bc-ac5a-09ac1f4499ce {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 17:17:46.886609 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4786cfe1-68b1-48c6-ab56-ab361267fa45 req-0beacd96-a501-4259-9d64-d9f9d18e6e85 service neutron] Port d5da4c05-fc6b-48ae-bd37-20cdd7c9c363 on network 2be6587c-41c5-41bc-ac5a-09ac1f4499ce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 17:17:46.887001 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4786cfe1-68b1-48c6-ab56-ab361267fa45 req-0beacd96-a501-4259-9d64-d9f9d18e6e85 service neutron] Attempting to bind port d5da4c05-fc6b-48ae-bd37-20cdd7c9c363 on network 2be6587c-41c5-41bc-ac5a-09ac1f4499ce {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 17:17:46.889273 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-8abb0755-587b-4a39-b996-e618e061ab46 req-11965bf5-e7f3-4435-a96e-4e3224ab1d26 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] 10.222.0.100 "GET /v2.0/ports?device_id=8c43b534-b6bf-496c-8f57-6d58df54e5d8 HTTP/1.1" status: 200 len: 210 time: 0.0308559 Jan 18 17:17:46.889461 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Current status of the port bbefba62-04de-4468-ace1-e13a0513d52f is: BUILD; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:17:46.889834 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (bbefba62-04de-4468-ace1-e13a0513d52f), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:46.895597 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4786cfe1-68b1-48c6-ab56-ab361267fa45 req-0beacd96-a501-4259-9d64-d9f9d18e6e85 service neutron] Checking agent: {'id': 'e727efee-c94b-447a-9897-92f425521d05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 17, 11, 11), 'started_at': datetime.datetime(2022, 1, 18, 17, 11, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 17, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 17:17:46.906900 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4786cfe1-68b1-48c6-ab56-ab361267fa45 req-0beacd96-a501-4259-9d64-d9f9d18e6e85 service neutron] Checking segment: {'id': '7804631f-b978-4531-985d-c1ed5e4123e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '2be6587c-41c5-41bc-ac5a-09ac1f4499ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 17:17:46.906900 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4786cfe1-68b1-48c6-ab56-ab361267fa45 req-0beacd96-a501-4259-9d64-d9f9d18e6e85 service neutron] Bound using segment: {'id': '7804631f-b978-4531-985d-c1ed5e4123e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '2be6587c-41c5-41bc-ac5a-09ac1f4499ce'} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 17:17:46.906900 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [req-4786cfe1-68b1-48c6-ab56-ab361267fa45 req-0beacd96-a501-4259-9d64-d9f9d18e6e85 service neutron] Bound port: d5da4c05-fc6b-48ae-bd37-20cdd7c9c363, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7804631f-b978-4531-985d-c1ed5e4123e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '2be6587c-41c5-41bc-ac5a-09ac1f4499ce'}}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 17:17:46.906900 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-4786cfe1-68b1-48c6-ab56-ab361267fa45 req-0beacd96-a501-4259-9d64-d9f9d18e6e85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (d5da4c05-fc6b-48ae-bd37-20cdd7c9c363), before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:46.930795 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2baf8b5d-b7a6-4d3a-b4b1-ec1b7a451902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbefba62-04de-4468-ace1-e13a0513d52f'}] {{(pid=103198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 17:17:46.933201 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97aa477b9a8a7659066d830c0d89a1f304b03425b5691a2db6f60cb613ebd93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f6a1b81-407f-462f-8436-024719705e27" -d '{"events": [{"server_uuid": "2baf8b5d-b7a6-4d3a-b4b1-ec1b7a451902", "name": "network-vif-plugged", "status": "completed", "tag": "bbefba62-04de-4468-ace1-e13a0513d52f"}]}' {{(pid=103198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 17:17:46.947304 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] For port bbefba62-04de-4468-ace1-e13a0513d52f, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=bbefba62-04de-4468-ace1-e13a0513d52f,segment=NetworkSegment(b197157d-823a-4011-83db-be9afc8ebd7f),segment_id=b197157d-823a-4011-83db-be9afc8ebd7f)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:17:46.980884 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 17:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58fac55f-58ca-48ab-8604-ef97ca11d389 x-openstack-request-id: req-58fac55f-58ca-48ab-8604-ef97ca11d389 {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 17:17:46.981393 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2baf8b5d-b7a6-4d3a-b4b1-ec1b7a451902", "name": "network-vif-plugged", "status": "completed", "tag": "bbefba62-04de-4468-ace1-e13a0513d52f", "code": 200}]} {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 17:17:46.981692 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-58fac55f-58ca-48ab-8604-ef97ca11d389 {{(pid=103198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 17:17:46.982261 dv-cinder-733623-11-iscsi neutron-server[103198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2baf8b5d-b7a6-4d3a-b4b1-ec1b7a451902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbefba62-04de-4468-ace1-e13a0513d52f', 'code': 200} Jan 18 17:17:46.993249 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.db [req-4786cfe1-68b1-48c6-ab56-ab361267fa45 req-0beacd96-a501-4259-9d64-d9f9d18e6e85 service neutron] For port d5da4c05-fc6b-48ae-bd37-20cdd7c9c363, host hv-cinder-73362, cleared binding levels {{(pid=103197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 17:17:46.998676 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.db [req-4786cfe1-68b1-48c6-ab56-ab361267fa45 req-0beacd96-a501-4259-9d64-d9f9d18e6e85 service neutron] For port d5da4c05-fc6b-48ae-bd37-20cdd7c9c363, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=d5da4c05-fc6b-48ae-bd37-20cdd7c9c363,segment=NetworkSegment(7804631f-b978-4531-985d-c1ed5e4123e4),segment_id=7804631f-b978-4531-985d-c1ed5e4123e4)] {{(pid=103197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 17:17:47.012451 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (bbefba62-04de-4468-ace1-e13a0513d52f), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:47.013587 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Device c08f1ab4-eb3c-4248-a694-71aba3f477a2 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 17:17:47.039248 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] No Port match for: c08f1ab4-eb3c-4248-a694-71aba3f477a2 {{(pid=103198) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 17:17:47.039535 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Device c08f1ab4-eb3c-4248-a694-71aba3f477a2 not bound to the agent host hv-cinder-73362 {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 17:17:47.040188 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Device 5399078c-072a-45ee-97d7-42d0a43fb4ee no longer exists at agent hyperv_hv-cinder-73362 {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 17:17:47.084076 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] No Port match for: 5399078c-072a-45ee-97d7-42d0a43fb4ee {{(pid=103198) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 17:17:47.084486 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Device 5399078c-072a-45ee-97d7-42d0a43fb4ee not bound to the agent host hv-cinder-73362 {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 17:17:47.114909 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Pushing event updated for resources: {'Port': ['ID=bbefba62-04de-4468-ace1-e13a0513d52f,revision_number=5']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:17:47.124325 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-4786cfe1-68b1-48c6-ab56-ab361267fa45 req-0beacd96-a501-4259-9d64-d9f9d18e6e85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6115650'] for port (d5da4c05-fc6b-48ae-bd37-20cdd7c9c363), after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:47.157969 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4786cfe1-68b1-48c6-ab56-ab361267fa45 req-0beacd96-a501-4259-9d64-d9f9d18e6e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:47.159013 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-4786cfe1-68b1-48c6-ab56-ab361267fa45 req-0beacd96-a501-4259-9d64-d9f9d18e6e85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1923895'] for port (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:47.160687 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-4786cfe1-68b1-48c6-ab56-ab361267fa45 req-0beacd96-a501-4259-9d64-d9f9d18e6e85 service neutron] 10.222.0.105 "PUT /v2.0/ports/d5da4c05-fc6b-48ae-bd37-20cdd7c9c363 HTTP/1.1" status: 200 len: 1094 time: 1.0580487 Jan 18 17:17:47.167827 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9d63d75-b877-47a6-94d7-208d66d7dd95', 'tag': 'd5da4c05-fc6b-48ae-bd37-20cdd7c9c363'}] {{(pid=103197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 17:17:47.170448 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3aa228331c825044a8c5a816f7450a712b29f1505f8362b46ccab27415aa536" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b9ea963-98cb-45d3-8836-036fdef925fb" -d '{"events": [{"name": "network-changed", "server_uuid": "e9d63d75-b877-47a6-94d7-208d66d7dd95", "tag": "d5da4c05-fc6b-48ae-bd37-20cdd7c9c363"}]}' {{(pid=103197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 17:17:47.201326 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beacd96-a501-4259-9d64-d9f9d18e6e85 service neutron] Pushing event updated for resources: {'Port': ['ID=d5da4c05-fc6b-48ae-bd37-20cdd7c9c363,revision_number=3']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:17:47.238670 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 17:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d9511e9-eff7-475f-bcc2-3fe782fd5484 x-openstack-request-id: req-2d9511e9-eff7-475f-bcc2-3fe782fd5484 {{(pid=103197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 17:17:47.238959 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9d63d75-b877-47a6-94d7-208d66d7dd95", "tag": "d5da4c05-fc6b-48ae-bd37-20cdd7c9c363", "status": "completed", "code": 200}]} {{(pid=103197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 17:17:47.239271 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-2d9511e9-eff7-475f-bcc2-3fe782fd5484 {{(pid=103197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 17:17:47.240083 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9d63d75-b877-47a6-94d7-208d66d7dd95', 'tag': 'd5da4c05-fc6b-48ae-bd37-20cdd7c9c363', 'status': 'completed', 'code': 200} Jan 18 17:17:47.306881 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9ea963-98cb-45d3-8836-036fdef925fb req-f2c32c50-5390-4eb9-9518-949b21813ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:47.308541 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-2b9ea963-98cb-45d3-8836-036fdef925fb req-f2c32c50-5390-4eb9-9518-949b21813ad7 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=4983e51e5c4742eb9b95034b5aef3213&device_id=e9d63d75-b877-47a6-94d7-208d66d7dd95 HTTP/1.1" status: 200 len: 1097 time: 0.0442588 Jan 18 17:17:47.468211 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9ea963-98cb-45d3-8836-036fdef925fb req-bcf06131-7e51-465b-8db8-52a860a14515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:47.470114 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-2b9ea963-98cb-45d3-8836-036fdef925fb req-bcf06131-7e51-465b-8db8-52a860a14515 service neutron] 10.222.0.105 "GET /v2.0/networks?tenant_id=4983e51e5c4742eb9b95034b5aef3213&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1546447 Jan 18 17:17:47.485650 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411c0f48-7c03-4262-8d10-a7e88de80f5c req-0583b504-ce3a-4cf1-8f3d-7db80462aceb tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:47.487228 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-411c0f48-7c03-4262-8d10-a7e88de80f5c req-0583b504-ce3a-4cf1-8f3d-7db80462aceb tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/ports?device_id=2baf8b5d-b7a6-4d3a-b4b1-ec1b7a451902 HTTP/1.1" status: 200 len: 945 time: 0.0950978 Jan 18 17:17:47.493550 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5bfe71-5371-472d-9b89-fef986333d03 req-7f6c7df1-0778-4cda-afc7-15143b565c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:47.495030 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-de5bfe71-5371-472d-9b89-fef986333d03 req-7f6c7df1-0778-4cda-afc7-15143b565c30 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=2baf8b5d-b7a6-4d3a-b4b1-ec1b7a451902 HTTP/1.1" status: 200 len: 1098 time: 0.0732319 Jan 18 17:17:47.568466 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-411c0f48-7c03-4262-8d10-a7e88de80f5c req-05f7a307-9d49-424d-b271-f86f9d2dbc52 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/security-groups?id=3146ca4f-c802-403d-b3a8-374af26132ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724647 Jan 18 17:17:47.577421 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9ea963-98cb-45d3-8836-036fdef925fb req-4a5d2a69-574d-4b9e-8dc4-87111c38431f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:47.577830 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-de5bfe71-5371-472d-9b89-fef986333d03 req-38e10f9b-e26b-49d7-ac6f-8348b395c202 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=3146ca4f-c802-403d-b3a8-374af26132ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745659 Jan 18 17:17:47.583664 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-2b9ea963-98cb-45d3-8836-036fdef925fb req-4a5d2a69-574d-4b9e-8dc4-87111c38431f service neutron] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1060927 Jan 18 17:17:47.677768 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16602c20-30fd-4573-8e13-2002848ec8fb req-30f3bdb5-1584-4852-a27c-cd929dcca9cd tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:47.680021 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-16602c20-30fd-4573-8e13-2002848ec8fb req-30f3bdb5-1584-4852-a27c-cd929dcca9cd tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=e9d63d75-b877-47a6-94d7-208d66d7dd95 HTTP/1.1" status: 200 len: 944 time: 0.0539935 Jan 18 17:17:47.728921 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-16602c20-30fd-4573-8e13-2002848ec8fb req-7e134fcb-ddaa-4d78-84fa-adc363f23b23 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=d4c87099-e0de-47e8-9a1c-79e04a17fc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433402 Jan 18 17:17:47.869224 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4786cfe1-68b1-48c6-ab56-ab361267fa45 req-97fd97de-faac-474f-8dcf-34b328010beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:47.870884 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-4786cfe1-68b1-48c6-ab56-ab361267fa45 req-97fd97de-faac-474f-8dcf-34b328010beb service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=4983e51e5c4742eb9b95034b5aef3213&device_id=e9d63d75-b877-47a6-94d7-208d66d7dd95 HTTP/1.1" status: 200 len: 1097 time: 0.0431623 Jan 18 17:17:47.917629 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-4786cfe1-68b1-48c6-ab56-ab361267fa45 req-d6a728c6-5a9d-4e2d-b512-d386404bc676 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5da4c05-fc6b-48ae-bd37-20cdd7c9c363 HTTP/1.1" status: 200 len: 217 time: 0.0379765 Jan 18 17:17:47.983828 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4786cfe1-68b1-48c6-ab56-ab361267fa45 req-9016ccba-7f4c-476c-826b-780b45c929b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:47.985611 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-4786cfe1-68b1-48c6-ab56-ab361267fa45 req-9016ccba-7f4c-476c-826b-780b45c929b6 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=29c22a55-3970-45d3-a1fa-25a28ccfa3f2 HTTP/1.1" status: 200 len: 856 time: 0.0528016 Jan 18 17:17:48.016170 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-80d30204-4f07-4ef3-8f67-fa5d3e14b122 req-6b64cf69-b0d9-4f68-99cf-84aade84ebfd tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] 10.222.0.100 "GET /v2.0/ports?device_id=8c43b534-b6bf-496c-8f57-6d58df54e5d8 HTTP/1.1" status: 200 len: 210 time: 0.0413477 Jan 18 17:17:48.061171 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4786cfe1-68b1-48c6-ab56-ab361267fa45 req-0f223256-83e1-406f-9e50-174ba6a1a3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:48.062638 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-4786cfe1-68b1-48c6-ab56-ab361267fa45 req-0f223256-83e1-406f-9e50-174ba6a1a3f6 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=2be6587c-41c5-41bc-ac5a-09ac1f4499ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0418248 Jan 18 17:17:48.154358 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-4786cfe1-68b1-48c6-ab56-ab361267fa45 req-7b83a1fa-4b1a-45bf-8792-ac587428111c service neutron] 10.222.0.105 "GET /v2.0/networks/2be6587c-41c5-41bc-ac5a-09ac1f4499ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839252 Jan 18 17:17:48.247063 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fdfc8d-14a0-4fe5-8994-7496c860c5cf req-8306ec75-4e98-4fd6-b0bc-8bbbc9b1b630 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:48.248572 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-26fdfc8d-14a0-4fe5-8994-7496c860c5cf req-8306ec75-4e98-4fd6-b0bc-8bbbc9b1b630 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] 10.222.0.105 "GET /v2.0/networks?id=7f6b1b4d-60e1-4bf7-b0a9-222b065577ab HTTP/1.1" status: 200 len: 808 time: 0.1135843 Jan 18 17:17:48.249875 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-4786cfe1-68b1-48c6-ab56-ab361267fa45 req-f1f3712e-5093-4e8b-bf0c-1a564ed1f0de service neutron] 10.222.0.105 "GET /v2.0/networks/2be6587c-41c5-41bc-ac5a-09ac1f4499ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888088 Jan 18 17:17:48.264549 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [req-26fdfc8d-14a0-4fe5-8994-7496c860c5cf req-acd2b959-acf2-4d2f-a4c2-b2e32816b220 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] Request body: {'port': {'device_id': '8c43b534-b6bf-496c-8f57-6d58df54e5d8', 'network_id': '7f6b1b4d-60e1-4bf7-b0a9-222b065577ab', 'admin_state_up': True, 'tenant_id': 'babaf77cf0e84658a77f54d0a7af0b9f'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:17:48.440437 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26fdfc8d-14a0-4fe5-8994-7496c860c5cf req-acd2b959-acf2-4d2f-a4c2-b2e32816b220 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] Made reservation on behalf of babaf77cf0e84658a77f54d0a7af0b9f for: {'port': 1} {{(pid=103196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 17:17:48.444541 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-26fdfc8d-14a0-4fe5-8994-7496c860c5cf req-acd2b959-acf2-4d2f-a4c2-b2e32816b220 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:48.567892 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [req-26fdfc8d-14a0-4fe5-8994-7496c860c5cf req-acd2b959-acf2-4d2f-a4c2-b2e32816b220 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] Allocated IP 172.20.0.5 (7f6b1b4d-60e1-4bf7-b0a9-222b065577ab/aa68f39e-71dc-46c3-b532-dcda37d4ffe5/c8a8dcfe-2953-4c2b-bbd4-7e06df00fe7b) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 17:17:48.859536 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fb4d79-cf12-4392-be49-f61cf6e79fc3 req-a799d20f-6ba8-40bd-8cd6-ef1ccd02d8dd tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:48.861096 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-28fb4d79-cf12-4392-be49-f61cf6e79fc3 req-a799d20f-6ba8-40bd-8cd6-ef1ccd02d8dd tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=e9d63d75-b877-47a6-94d7-208d66d7dd95 HTTP/1.1" status: 200 len: 944 time: 0.0526240 Jan 18 17:17:48.918602 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-28fb4d79-cf12-4392-be49-f61cf6e79fc3 req-8d02b708-68b7-43d6-92d0-e890758f5ddf tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=d4c87099-e0de-47e8-9a1c-79e04a17fc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509820 Jan 18 17:17:48.997389 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971c56ec-4f6b-43d0-b3b1-4977106ebd5e req-60356c3a-c518-4eeb-8453-128a68f5d78d tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:48.998924 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-971c56ec-4f6b-43d0-b3b1-4977106ebd5e req-60356c3a-c518-4eeb-8453-128a68f5d78d tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/ports?device_id=2baf8b5d-b7a6-4d3a-b4b1-ec1b7a451902 HTTP/1.1" status: 200 len: 945 time: 0.3437810 Jan 18 17:17:49.017376 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-26fdfc8d-14a0-4fe5-8994-7496c860c5cf req-acd2b959-acf2-4d2f-a4c2-b2e32816b220 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] Publish callbacks [] for port (c8a8dcfe-2953-4c2b-bbd4-7e06df00fe7b), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:49.074534 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-971c56ec-4f6b-43d0-b3b1-4977106ebd5e req-15fd9555-47b6-41e9-9b2b-271fe7902e6a tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/security-groups?id=3146ca4f-c802-403d-b3a8-374af26132ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667071 Jan 18 17:17:49.117487 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-d09c56b6-3215-4754-acbf-88781043b014 req-12a498aa-d413-4740-bd81-1dc4a7feb2f0 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] 10.222.0.100 "GET /v2.0/ports?device_id=8c43b534-b6bf-496c-8f57-6d58df54e5d8 HTTP/1.1" status: 200 len: 210 time: 0.0308988 Jan 18 17:17:49.138220 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-26fdfc8d-14a0-4fe5-8994-7496c860c5cf req-acd2b959-acf2-4d2f-a4c2-b2e32816b220 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785611913804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4300409'] for port (c8a8dcfe-2953-4c2b-bbd4-7e06df00fe7b), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:49.182646 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26fdfc8d-14a0-4fe5-8994-7496c860c5cf req-acd2b959-acf2-4d2f-a4c2-b2e32816b220 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] Network 7f6b1b4d-60e1-4bf7-b0a9-222b065577ab is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 17:17:49.185672 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [req-26fdfc8d-14a0-4fe5-8994-7496c860c5cf req-acd2b959-acf2-4d2f-a4c2-b2e32816b220 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 17:17:49.189497 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [req-26fdfc8d-14a0-4fe5-8994-7496c860c5cf req-acd2b959-acf2-4d2f-a4c2-b2e32816b220 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 17:17:49.197003 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd2b959-acf2-4d2f-a4c2-b2e32816b220 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] Pushing event updated for resources: {'Port': ['ID=c8a8dcfe-2953-4c2b-bbd4-7e06df00fe7b,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:17:49.244703 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fdfc8d-14a0-4fe5-8994-7496c860c5cf req-acd2b959-acf2-4d2f-a4c2-b2e32816b220 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:49.245331 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-26fdfc8d-14a0-4fe5-8994-7496c860c5cf req-acd2b959-acf2-4d2f-a4c2-b2e32816b220 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1923895'] for port (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:49.323846 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-26fdfc8d-14a0-4fe5-8994-7496c860c5cf req-acd2b959-acf2-4d2f-a4c2-b2e32816b220 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0633848 Jan 18 17:17:50.052741 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af9a0d1-88da-4f30-a5e9-0b67c7c8e047 req-f2cffd45-3ad1-49f7-8338-dfeda97f17d1 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:50.054628 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-6af9a0d1-88da-4f30-a5e9-0b67c7c8e047 req-f2cffd45-3ad1-49f7-8338-dfeda97f17d1 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=e9d63d75-b877-47a6-94d7-208d66d7dd95 HTTP/1.1" status: 200 len: 944 time: 0.0567615 Jan 18 17:17:50.101712 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-6af9a0d1-88da-4f30-a5e9-0b67c7c8e047 req-71560cb0-17b2-4de8-8bd6-048e7751f6d5 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=d4c87099-e0de-47e8-9a1c-79e04a17fc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414524 Jan 18 17:17:50.205150 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c20e30-665b-4a1e-8966-bf75ac2451dc req-9df8f38d-6abe-48d6-abe9-531d039d6ab7 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:50.206612 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-b6c20e30-665b-4a1e-8966-bf75ac2451dc req-9df8f38d-6abe-48d6-abe9-531d039d6ab7 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/ports?device_id=2baf8b5d-b7a6-4d3a-b4b1-ec1b7a451902 HTTP/1.1" status: 200 len: 945 time: 0.0499692 Jan 18 17:17:50.255461 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-b6c20e30-665b-4a1e-8966-bf75ac2451dc req-e0459626-94ea-4008-ae7e-e329c7a7df1c tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/security-groups?id=3146ca4f-c802-403d-b3a8-374af26132ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427656 Jan 18 17:17:50.359686 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d876da-0d68-44ca-ab82-2f72b9fc096c req-3ae04686-c3f4-493a-a8e1-bd6f81bff74a tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:50.361137 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-80d876da-0d68-44ca-ab82-2f72b9fc096c req-3ae04686-c3f4-493a-a8e1-bd6f81bff74a tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] 10.222.0.100 "GET /v2.0/ports?device_id=8c43b534-b6bf-496c-8f57-6d58df54e5d8 HTTP/1.1" status: 200 len: 931 time: 0.0522950 Jan 18 17:17:50.408340 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-80d876da-0d68-44ca-ab82-2f72b9fc096c req-3d680374-fab6-4a41-8c9d-13d801b069b0 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] 10.222.0.100 "GET /v2.0/security-groups?id=2b921b15-2d23-4849-b37a-fcc400a5837b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411053 Jan 18 17:17:50.867206 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [req-26fdfc8d-14a0-4fe5-8994-7496c860c5cf req-82ff6d9f-e867-4ad4-964d-683b55d4ac5a service neutron] Request body: {'port': {'device_id': '8c43b534-b6bf-496c-8f57-6d58df54e5d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:17:50.926264 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-26fdfc8d-14a0-4fe5-8994-7496c860c5cf req-82ff6d9f-e867-4ad4-964d-683b55d4ac5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (c8a8dcfe-2953-4c2b-bbd4-7e06df00fe7b), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:51.210358 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [req-26fdfc8d-14a0-4fe5-8994-7496c860c5cf req-82ff6d9f-e867-4ad4-964d-683b55d4ac5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8a8dcfe-2953-4c2b-bbd4-7e06df00fe7b {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 17:17:51.218573 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-26fdfc8d-14a0-4fe5-8994-7496c860c5cf req-82ff6d9f-e867-4ad4-964d-683b55d4ac5a service neutron] Publish callbacks [] for port (c8a8dcfe-2953-4c2b-bbd4-7e06df00fe7b), precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:51.231551 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [req-26fdfc8d-14a0-4fe5-8994-7496c860c5cf req-82ff6d9f-e867-4ad4-964d-683b55d4ac5a service neutron] Transition to ACTIVE for port object c8a8dcfe-2953-4c2b-bbd4-7e06df00fe7b will not be triggered until provisioned by entity L2. {{(pid=103196) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 17:17:51.241620 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c114d854-a664-42bc-80a9-2d0277cef885 req-1c6ba6e1-15aa-46f3-a912-c71d4e37ccce tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:51.243729 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-c114d854-a664-42bc-80a9-2d0277cef885 req-1c6ba6e1-15aa-46f3-a912-c71d4e37ccce tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=e9d63d75-b877-47a6-94d7-208d66d7dd95 HTTP/1.1" status: 200 len: 944 time: 0.0644743 Jan 18 17:17:51.293574 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-c114d854-a664-42bc-80a9-2d0277cef885 req-c6682554-507f-4c3d-98d1-c13c54de61fb tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=d4c87099-e0de-47e8-9a1c-79e04a17fc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446410 Jan 18 17:17:51.304327 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-26fdfc8d-14a0-4fe5-8994-7496c860c5cf req-82ff6d9f-e867-4ad4-964d-683b55d4ac5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4300398'] for port (c8a8dcfe-2953-4c2b-bbd4-7e06df00fe7b), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:51.383566 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ff6d9f-e867-4ad4-964d-683b55d4ac5a service neutron] Pushing event updated for resources: {'Port': ['ID=c8a8dcfe-2953-4c2b-bbd4-7e06df00fe7b,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:17:51.447235 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d75e29b-e194-4da9-8a18-2fd192465839 req-c73f9424-df9a-4ce1-b72a-988be6b13fe9 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:51.448776 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-8d75e29b-e194-4da9-8a18-2fd192465839 req-c73f9424-df9a-4ce1-b72a-988be6b13fe9 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/ports?device_id=2baf8b5d-b7a6-4d3a-b4b1-ec1b7a451902 HTTP/1.1" status: 200 len: 945 time: 0.1173706 Jan 18 17:17:51.485700 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [req-26fdfc8d-14a0-4fe5-8994-7496c860c5cf req-82ff6d9f-e867-4ad4-964d-683b55d4ac5a service neutron] Attempting to bind port c8a8dcfe-2953-4c2b-bbd4-7e06df00fe7b on host hv-cinder-73362 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 17:17:51.486040 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [req-26fdfc8d-14a0-4fe5-8994-7496c860c5cf req-82ff6d9f-e867-4ad4-964d-683b55d4ac5a service neutron] Attempting to bind port c8a8dcfe-2953-4c2b-bbd4-7e06df00fe7b by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '84c3f360-169e-4607-a6c7-1299530f908e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '7f6b1b4d-60e1-4bf7-b0a9-222b065577ab'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 17:17:51.486374 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26fdfc8d-14a0-4fe5-8994-7496c860c5cf req-82ff6d9f-e867-4ad4-964d-683b55d4ac5a service neutron] Attempting to bind port c8a8dcfe-2953-4c2b-bbd4-7e06df00fe7b on network 7f6b1b4d-60e1-4bf7-b0a9-222b065577ab {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 17:17:51.501050 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26fdfc8d-14a0-4fe5-8994-7496c860c5cf req-82ff6d9f-e867-4ad4-964d-683b55d4ac5a service neutron] Port c8a8dcfe-2953-4c2b-bbd4-7e06df00fe7b on network 7f6b1b4d-60e1-4bf7-b0a9-222b065577ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 17:17:51.501619 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26fdfc8d-14a0-4fe5-8994-7496c860c5cf req-82ff6d9f-e867-4ad4-964d-683b55d4ac5a service neutron] Attempting to bind port c8a8dcfe-2953-4c2b-bbd4-7e06df00fe7b on network 7f6b1b4d-60e1-4bf7-b0a9-222b065577ab {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 17:17:51.522171 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26fdfc8d-14a0-4fe5-8994-7496c860c5cf req-82ff6d9f-e867-4ad4-964d-683b55d4ac5a service neutron] Checking agent: {'id': 'e727efee-c94b-447a-9897-92f425521d05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 17, 11, 11), 'started_at': datetime.datetime(2022, 1, 18, 17, 11, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 17, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 17:17:51.522622 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26fdfc8d-14a0-4fe5-8994-7496c860c5cf req-82ff6d9f-e867-4ad4-964d-683b55d4ac5a service neutron] Checking segment: {'id': '84c3f360-169e-4607-a6c7-1299530f908e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '7f6b1b4d-60e1-4bf7-b0a9-222b065577ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 17:17:51.523020 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26fdfc8d-14a0-4fe5-8994-7496c860c5cf req-82ff6d9f-e867-4ad4-964d-683b55d4ac5a service neutron] Bound using segment: {'id': '84c3f360-169e-4607-a6c7-1299530f908e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '7f6b1b4d-60e1-4bf7-b0a9-222b065577ab'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 17:17:51.523493 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [req-26fdfc8d-14a0-4fe5-8994-7496c860c5cf req-82ff6d9f-e867-4ad4-964d-683b55d4ac5a service neutron] Bound port: c8a8dcfe-2953-4c2b-bbd4-7e06df00fe7b, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84c3f360-169e-4607-a6c7-1299530f908e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '7f6b1b4d-60e1-4bf7-b0a9-222b065577ab'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 17:17:51.523850 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-26fdfc8d-14a0-4fe5-8994-7496c860c5cf req-82ff6d9f-e867-4ad4-964d-683b55d4ac5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (c8a8dcfe-2953-4c2b-bbd4-7e06df00fe7b), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:51.530856 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152a3cdd-f135-4c25-925f-aa06ff6ec1fe req-2adb34c1-95fa-4fa9-a7f2-3f7a9f00c11d tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:51.532510 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-152a3cdd-f135-4c25-925f-aa06ff6ec1fe req-2adb34c1-95fa-4fa9-a7f2-3f7a9f00c11d tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] 10.222.0.100 "GET /v2.0/ports?device_id=8c43b534-b6bf-496c-8f57-6d58df54e5d8 HTTP/1.1" status: 200 len: 943 time: 0.0550463 Jan 18 17:17:51.551201 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-8d75e29b-e194-4da9-8a18-2fd192465839 req-2e66a073-1b84-4110-8de0-8427a2b7245c tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/security-groups?id=3146ca4f-c802-403d-b3a8-374af26132ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943637 Jan 18 17:17:51.588609 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-152a3cdd-f135-4c25-925f-aa06ff6ec1fe req-3bca43be-005c-49f9-a5f1-5a21e162f091 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] 10.222.0.100 "GET /v2.0/security-groups?id=2b921b15-2d23-4849-b37a-fcc400a5837b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497162 Jan 18 17:17:51.607308 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [req-26fdfc8d-14a0-4fe5-8994-7496c860c5cf req-82ff6d9f-e867-4ad4-964d-683b55d4ac5a service neutron] For port c8a8dcfe-2953-4c2b-bbd4-7e06df00fe7b, host hv-cinder-73362, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 17:17:51.610312 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [req-26fdfc8d-14a0-4fe5-8994-7496c860c5cf req-82ff6d9f-e867-4ad4-964d-683b55d4ac5a service neutron] For port c8a8dcfe-2953-4c2b-bbd4-7e06df00fe7b, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=c8a8dcfe-2953-4c2b-bbd4-7e06df00fe7b,segment=NetworkSegment(84c3f360-169e-4607-a6c7-1299530f908e),segment_id=84c3f360-169e-4607-a6c7-1299530f908e)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 17:17:51.680970 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-26fdfc8d-14a0-4fe5-8994-7496c860c5cf req-82ff6d9f-e867-4ad4-964d-683b55d4ac5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4300398'] for port (c8a8dcfe-2953-4c2b-bbd4-7e06df00fe7b), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:51.719594 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fdfc8d-14a0-4fe5-8994-7496c860c5cf req-82ff6d9f-e867-4ad4-964d-683b55d4ac5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:51.720205 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-26fdfc8d-14a0-4fe5-8994-7496c860c5cf req-82ff6d9f-e867-4ad4-964d-683b55d4ac5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1923895'] for port (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:51.721550 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-26fdfc8d-14a0-4fe5-8994-7496c860c5cf req-82ff6d9f-e867-4ad4-964d-683b55d4ac5a service neutron] 10.222.0.105 "PUT /v2.0/ports/c8a8dcfe-2953-4c2b-bbd4-7e06df00fe7b HTTP/1.1" status: 200 len: 1093 time: 0.8586638 Jan 18 17:17:51.721987 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c43b534-b6bf-496c-8f57-6d58df54e5d8', 'tag': 'c8a8dcfe-2953-4c2b-bbd4-7e06df00fe7b'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 17:17:51.724235 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dae96983658fa47cc55ad2b43631f290e6eb934f25c74fb238f11dfd9473403c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e990702d-6d55-44cf-b679-aabbb55266fd" -d '{"events": [{"name": "network-changed", "server_uuid": "8c43b534-b6bf-496c-8f57-6d58df54e5d8", "tag": "c8a8dcfe-2953-4c2b-bbd4-7e06df00fe7b"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 17:17:51.744492 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ff6d9f-e867-4ad4-964d-683b55d4ac5a service neutron] Pushing event updated for resources: {'Port': ['ID=c8a8dcfe-2953-4c2b-bbd4-7e06df00fe7b,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:17:51.765735 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 17:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bd07b6f-f456-4227-a845-9c6f61fd49f6 x-openstack-request-id: req-5bd07b6f-f456-4227-a845-9c6f61fd49f6 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 17:17:51.765735 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c43b534-b6bf-496c-8f57-6d58df54e5d8", "tag": "c8a8dcfe-2953-4c2b-bbd4-7e06df00fe7b", "status": "completed", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 17:17:51.765735 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-5bd07b6f-f456-4227-a845-9c6f61fd49f6 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 17:17:51.765735 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c43b534-b6bf-496c-8f57-6d58df54e5d8', 'tag': 'c8a8dcfe-2953-4c2b-bbd4-7e06df00fe7b', 'status': 'completed', 'code': 200} Jan 18 17:17:51.826294 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e990702d-6d55-44cf-b679-aabbb55266fd req-aa001902-902d-4bb0-a51b-3ea8bc811b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:51.827843 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-e990702d-6d55-44cf-b679-aabbb55266fd req-aa001902-902d-4bb0-a51b-3ea8bc811b01 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=babaf77cf0e84658a77f54d0a7af0b9f&device_id=8c43b534-b6bf-496c-8f57-6d58df54e5d8 HTTP/1.1" status: 200 len: 1096 time: 0.0430524 Jan 18 17:17:51.932573 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e990702d-6d55-44cf-b679-aabbb55266fd req-fc4eeb01-0b26-4ad5-9035-67ac7e4d58e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:51.933957 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-e990702d-6d55-44cf-b679-aabbb55266fd req-fc4eeb01-0b26-4ad5-9035-67ac7e4d58e3 service neutron] 10.222.0.105 "GET /v2.0/networks?tenant_id=babaf77cf0e84658a77f54d0a7af0b9f&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0981905 Jan 18 17:17:52.034052 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e990702d-6d55-44cf-b679-aabbb55266fd req-513f7a70-0d3a-45d4-8080-866b0907e2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:52.035533 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-e990702d-6d55-44cf-b679-aabbb55266fd req-513f7a70-0d3a-45d4-8080-866b0907e2e6 service neutron] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0956614 Jan 18 17:17:52.128777 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fdfc8d-14a0-4fe5-8994-7496c860c5cf req-f10b3023-5f0e-46e9-92ee-fec6e164ed26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:52.130327 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-26fdfc8d-14a0-4fe5-8994-7496c860c5cf req-f10b3023-5f0e-46e9-92ee-fec6e164ed26 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=babaf77cf0e84658a77f54d0a7af0b9f&device_id=8c43b534-b6bf-496c-8f57-6d58df54e5d8 HTTP/1.1" status: 200 len: 1096 time: 0.0545721 Jan 18 17:17:52.174078 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-26fdfc8d-14a0-4fe5-8994-7496c860c5cf req-5f4663bc-3483-4afc-b54a-f61f5ac2b192 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c8a8dcfe-2953-4c2b-bbd4-7e06df00fe7b HTTP/1.1" status: 200 len: 217 time: 0.0364799 Jan 18 17:17:52.228523 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fdfc8d-14a0-4fe5-8994-7496c860c5cf req-c5b802b4-897c-4ba6-a73b-a406738f7853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:52.229995 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-26fdfc8d-14a0-4fe5-8994-7496c860c5cf req-c5b802b4-897c-4ba6-a73b-a406738f7853 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=aa68f39e-71dc-46c3-b532-dcda37d4ffe5 HTTP/1.1" status: 200 len: 848 time: 0.0465035 Jan 18 17:17:52.265558 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-26fdfc8d-14a0-4fe5-8994-7496c860c5cf req-2a83d933-6a20-4d5e-9d92-43f9feb8144f service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=7f6b1b4d-60e1-4bf7-b0a9-222b065577ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289230 Jan 18 17:17:52.363570 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-26fdfc8d-14a0-4fe5-8994-7496c860c5cf req-8a322cbb-7b38-445e-ad21-e7b9f00a4b30 service neutron] 10.222.0.105 "GET /v2.0/networks/7f6b1b4d-60e1-4bf7-b0a9-222b065577ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900526 Jan 18 17:17:52.478153 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:17:52.478153 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:17:52.478153 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:17:52.478153 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:17:52.478153 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:17:52.478153 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:17:52.478153 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:17:52.478153 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:17:52.478153 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:17:52.478153 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:17:52.478153 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:17:52.478153 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:17:52.478153 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:17:52.478153 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:17:52.478153 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:17:52.478153 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:17:52.478153 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:17:52.478153 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:17:52.478153 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:17:52.478153 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:17:52.478153 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:17:52.478153 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:17:52.478153 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:17:52.478153 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:17:52.478153 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:17:52.478153 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:17:52.478153 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:17:52.478153 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:17:52.478153 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:17:52.478153 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:17:52.478153 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:17:52.478153 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:17:52.478153 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:17:52.478153 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:17:52.478153 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:17:52.478153 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:17:52.481145 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:17:52.481145 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:17:52.481145 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:17:52.481145 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:17:52.481145 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:17:52.481145 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:17:52.481145 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:17:52.481145 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:17:52.481145 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:17:52.481145 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:17:52.481145 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:17:52.481145 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:17:52.482661 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fe662c-d493-410e-99d4-9b7292f629e8 req-f19e8398-4b9e-4aae-b778-f2f109a050b1 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:52.484154 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-14fe662c-d493-410e-99d4-9b7292f629e8 req-f19e8398-4b9e-4aae-b778-f2f109a050b1 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=e9d63d75-b877-47a6-94d7-208d66d7dd95 HTTP/1.1" status: 200 len: 944 time: 0.1057391 Jan 18 17:17:52.511131 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-26fdfc8d-14a0-4fe5-8994-7496c860c5cf req-8913fd13-36bc-483f-9396-e0d387d7c635 service neutron] 10.222.0.105 "GET /v2.0/networks/7f6b1b4d-60e1-4bf7-b0a9-222b065577ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410236 Jan 18 17:17:52.555533 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-14fe662c-d493-410e-99d4-9b7292f629e8 req-48dfdb13-4259-4835-98ac-eee48076c745 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=d4c87099-e0de-47e8-9a1c-79e04a17fc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617671 Jan 18 17:17:52.700673 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b9e772-0c53-4ede-b580-43f248a3d233 req-ce773a35-dd79-415a-96b6-490986d06c94 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:52.702470 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-32b9e772-0c53-4ede-b580-43f248a3d233 req-ce773a35-dd79-415a-96b6-490986d06c94 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/ports?device_id=2baf8b5d-b7a6-4d3a-b4b1-ec1b7a451902 HTTP/1.1" status: 200 len: 945 time: 0.0656476 Jan 18 17:17:52.709697 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db78f287-cd83-471f-b954-868be3252e06 req-99712f6f-3c85-4cc3-88bb-434d2ef46f57 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:52.711144 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-db78f287-cd83-471f-b954-868be3252e06 req-99712f6f-3c85-4cc3-88bb-434d2ef46f57 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] 10.222.0.100 "GET /v2.0/ports?device_id=8c43b534-b6bf-496c-8f57-6d58df54e5d8 HTTP/1.1" status: 200 len: 943 time: 0.0538549 Jan 18 17:17:52.777424 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-db78f287-cd83-471f-b954-868be3252e06 req-68a7e52e-3c9c-423f-acbc-2559c1ef1d3f tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] 10.222.0.100 "GET /v2.0/security-groups?id=2b921b15-2d23-4849-b37a-fcc400a5837b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604293 Jan 18 17:17:52.778281 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-32b9e772-0c53-4ede-b580-43f248a3d233 req-f21a9434-052a-4884-b3fd-f18e2e8acbc7 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/security-groups?id=3146ca4f-c802-403d-b3a8-374af26132ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663471 Jan 18 17:17:52.854792 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Device d5da4c05-fc6b-48ae-bd37-20cdd7c9c363 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=103198) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 17:17:52.894579 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dff6d3c-b830-4c78-b6b2-4b94eaa6063a req-3d21f6c7-a3bf-475e-b8ad-d31ae509a6f4 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:52.897900 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-9dff6d3c-b830-4c78-b6b2-4b94eaa6063a req-3d21f6c7-a3bf-475e-b8ad-d31ae509a6f4 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/ports?device_id=2baf8b5d-b7a6-4d3a-b4b1-ec1b7a451902 HTTP/1.1" status: 200 len: 945 time: 0.0494862 Jan 18 17:17:52.947369 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-9dff6d3c-b830-4c78-b6b2-4b94eaa6063a req-59a08700-a616-48fa-bdfc-dc62ccec65b7 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/security-groups?id=3146ca4f-c802-403d-b3a8-374af26132ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445390 Jan 18 17:17:52.951925 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] For port d5da4c05-fc6b-48ae-bd37-20cdd7c9c363, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=d5da4c05-fc6b-48ae-bd37-20cdd7c9c363,segment=NetworkSegment(7804631f-b978-4531-985d-c1ed5e4123e4),segment_id=7804631f-b978-4531-985d-c1ed5e4123e4)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:17:52.966809 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Returning: {'device': 'd5da4c05-fc6b-48ae-bd37-20cdd7c9c363', 'network_id': '2be6587c-41c5-41bc-ac5a-09ac1f4499ce', 'port_id': 'd5da4c05-fc6b-48ae-bd37-20cdd7c9c363', 'mac_address': 'fa:16:3e:8b:cf:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29c22a55-3970-45d3-a1fa-25a28ccfa3f2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103198) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 17:17:52.970824 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 57944) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:17:53.004889 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Current status of the port d5da4c05-fc6b-48ae-bd37-20cdd7c9c363 is: DOWN; New status is: BUILD {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:17:53.005373 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (d5da4c05-fc6b-48ae-bd37-20cdd7c9c363), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:53.019263 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5da4c05-fc6b-48ae-bd37-20cdd7c9c363 {{(pid=103198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 17:17:53.044101 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] For port d5da4c05-fc6b-48ae-bd37-20cdd7c9c363, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=d5da4c05-fc6b-48ae-bd37-20cdd7c9c363,segment=NetworkSegment(7804631f-b978-4531-985d-c1ed5e4123e4),segment_id=7804631f-b978-4531-985d-c1ed5e4123e4)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:17:53.086502 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (d5da4c05-fc6b-48ae-bd37-20cdd7c9c363), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:53.140966 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Pushing event updated for resources: {'Port': ['ID=d5da4c05-fc6b-48ae-bd37-20cdd7c9c363,revision_number=4']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:17:53.144633 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213df75f-4efa-48d5-b935-524a4b5d69f9 tempest-TestVolumeBootPattern-176709673 tempest-TestVolumeBootPattern-176709673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:53.146316 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-213df75f-4efa-48d5-b935-524a4b5d69f9 tempest-TestVolumeBootPattern-176709673 tempest-TestVolumeBootPattern-176709673-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=2baf8b5d-b7a6-4d3a-b4b1-ec1b7a451902 HTTP/1.1" status: 200 len: 1093 time: 0.1744623 Jan 18 17:17:53.150739 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 57950) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:17:53.155353 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-14da5cbd-1303-4997-b628-c9bd8bee374a tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Request body: {'floatingip': {'floating_network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'port_id': 'bbefba62-04de-4468-ace1-e13a0513d52f', 'tenant_id': '09bf69f6abdb4a3083dce101c7984e29', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:17:53.251964 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-14da5cbd-1303-4997-b628-c9bd8bee374a tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:53.352558 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-14da5cbd-1303-4997-b628-c9bd8bee374a tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:53.394849 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] get_ports_and_sgs() called for port_ids ['d5da4c05-fc6b-48ae-bd37-20cdd7c9c363'] {{(pid=103198) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 17:17:53.467627 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-14da5cbd-1303-4997-b628-c9bd8bee374a tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Allocated IP 172.27.1.240 (09e508a9-4d19-4482-acf1-bcc4a2adb430/ac199632-c036-4879-8c53-e78832fc0d54/7c619335-169b-4dcf-a0e4-5cfa73117d80) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 17:17:53.580585 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-14da5cbd-1303-4997-b628-c9bd8bee374a tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Publish callbacks [] for port (7c619335-169b-4dcf-a0e4-5cfa73117d80), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:53.693475 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c3320f-4db6-4672-b466-47f763c27f10 req-4d01fccd-4f0c-4468-b592-3e6c8657d6d7 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:53.694935 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-b9c3320f-4db6-4672-b466-47f763c27f10 req-4d01fccd-4f0c-4468-b592-3e6c8657d6d7 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=e9d63d75-b877-47a6-94d7-208d66d7dd95 HTTP/1.1" status: 200 len: 945 time: 0.0551860 Jan 18 17:17:53.698062 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-14da5cbd-1303-4997-b628-c9bd8bee374a tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785611913804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4300409'] for port (7c619335-169b-4dcf-a0e4-5cfa73117d80), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:53.737468 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14da5cbd-1303-4997-b628-c9bd8bee374a tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Network 09e508a9-4d19-4482-acf1-bcc4a2adb430 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 17:17:53.740296 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-14da5cbd-1303-4997-b628-c9bd8bee374a tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 17:17:53.743704 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-b9c3320f-4db6-4672-b466-47f763c27f10 req-395f59fb-cb5c-437d-bc11-d9b276be2561 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=d4c87099-e0de-47e8-9a1c-79e04a17fc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429130 Jan 18 17:17:53.744234 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14da5cbd-1303-4997-b628-c9bd8bee374a tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 17:17:53.767235 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14da5cbd-1303-4997-b628-c9bd8bee374a tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Pushing event updated for resources: {'Port': ['ID=7c619335-169b-4dcf-a0e4-5cfa73117d80,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:17:53.956170 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83bc608-d2ea-4d17-a287-8b599bf0e9f7 req-a595e204-3042-4b1d-8a43-0a4be76373fc tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:53.957713 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-d83bc608-d2ea-4d17-a287-8b599bf0e9f7 req-a595e204-3042-4b1d-8a43-0a4be76373fc tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] 10.222.0.100 "GET /v2.0/ports?device_id=8c43b534-b6bf-496c-8f57-6d58df54e5d8 HTTP/1.1" status: 200 len: 943 time: 0.1106756 Jan 18 17:17:54.049901 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-d83bc608-d2ea-4d17-a287-8b599bf0e9f7 req-13f3b38c-2653-456f-87c1-d080d55d428f tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] 10.222.0.100 "GET /v2.0/security-groups?id=2b921b15-2d23-4849-b37a-fcc400a5837b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637920 Jan 18 17:17:54.197555 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-14da5cbd-1303-4997-b628-c9bd8bee374a tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Publish callbacks [] for floatingip (de4fcacc-f0f7-45b4-a066-2d8ae7ef5507), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:54.301359 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-14da5cbd-1303-4997-b628-c9bd8bee374a tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (7c619335-169b-4dcf-a0e4-5cfa73117d80), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:54.457800 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-14da5cbd-1303-4997-b628-c9bd8bee374a tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Publish callbacks [] for port (7c619335-169b-4dcf-a0e4-5cfa73117d80), precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:54.515126 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-14da5cbd-1303-4997-b628-c9bd8bee374a tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4300398'] for port (7c619335-169b-4dcf-a0e4-5cfa73117d80), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:54.587584 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14da5cbd-1303-4997-b628-c9bd8bee374a tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Pushing event updated for resources: {'Port': ['ID=7c619335-169b-4dcf-a0e4-5cfa73117d80,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:17:54.599769 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-14da5cbd-1303-4997-b628-c9bd8bee374a tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647951'] for floatingip (de4fcacc-f0f7-45b4-a066-2d8ae7ef5507), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:54.700951 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.db.l3_db [None req-14da5cbd-1303-4997-b628-c9bd8bee374a tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Floating IP de4fcacc-f0f7-45b4-a066-2d8ae7ef5507 associated. External IP: 172.27.1.240, port: bbefba62-04de-4468-ace1-e13a0513d52f. Jan 18 17:17:54.858478 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Device c8a8dcfe-2953-4c2b-bbd4-7e06df00fe7b details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=103198) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 17:17:54.862544 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Device d5da4c05-fc6b-48ae-bd37-20cdd7c9c363 up at agent hyperv_hv-cinder-73362 {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 17:17:54.940937 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6089f40-f2ce-49c6-83bf-dfd075b603f3 req-37d233ab-14f8-4130-a46a-cef5f3b37760 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:54.942536 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-f6089f40-f2ce-49c6-83bf-dfd075b603f3 req-37d233ab-14f8-4130-a46a-cef5f3b37760 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=e9d63d75-b877-47a6-94d7-208d66d7dd95 HTTP/1.1" status: 200 len: 945 time: 0.1002233 Jan 18 17:17:54.987280 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14da5cbd-1303-4997-b628-c9bd8bee374a tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Router 2e365302-71a6-4cdc-aaf8-2ff4eb24cb67 has already been hosted by L3 agent 34860b7f-7c9d-4265-9a0a-1b9bd2e1622e {{(pid=103196) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 17:17:55.013648 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] For port c8a8dcfe-2953-4c2b-bbd4-7e06df00fe7b, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=c8a8dcfe-2953-4c2b-bbd4-7e06df00fe7b,segment=NetworkSegment(84c3f360-169e-4607-a6c7-1299530f908e),segment_id=84c3f360-169e-4607-a6c7-1299530f908e)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:17:55.026536 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Returning: {'device': 'c8a8dcfe-2953-4c2b-bbd4-7e06df00fe7b', 'network_id': '7f6b1b4d-60e1-4bf7-b0a9-222b065577ab', 'port_id': 'c8a8dcfe-2953-4c2b-bbd4-7e06df00fe7b', 'mac_address': 'fa:16:3e:b8:dd:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa68f39e-71dc-46c3-b532-dcda37d4ffe5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103198) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 17:17:55.029405 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Provisioning for port d5da4c05-fc6b-48ae-bd37-20cdd7c9c363 completed by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 17:17:55.033615 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Provisioning complete for port d5da4c05-fc6b-48ae-bd37-20cdd7c9c363 triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:17:55.033994 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (d5da4c05-fc6b-48ae-bd37-20cdd7c9c363), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:55.059649 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-f6089f40-f2ce-49c6-83bf-dfd075b603f3 req-27ad6645-a463-450f-ad70-451c0613fb23 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=d4c87099-e0de-47e8-9a1c-79e04a17fc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064808 Jan 18 17:17:55.104556 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Current status of the port c8a8dcfe-2953-4c2b-bbd4-7e06df00fe7b is: DOWN; New status is: BUILD {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:17:55.104949 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (c8a8dcfe-2953-4c2b-bbd4-7e06df00fe7b), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:55.123283 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8a8dcfe-2953-4c2b-bbd4-7e06df00fe7b {{(pid=103198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 17:17:55.143963 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14da5cbd-1303-4997-b628-c9bd8bee374a tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Notify agent at l3_agent.dv-cinder-733623-11-iscsi the message routers_updated {{(pid=103196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 17:17:55.165829 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2d0b77-aa41-4531-8491-68b2c7b97884 None None] Sync routers for ids ['2e365302-71a6-4cdc-aaf8-2ff4eb24cb67'] in dv-cinder-733623-11-iscsi {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 17:17:55.183493 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] For port c8a8dcfe-2953-4c2b-bbd4-7e06df00fe7b, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=c8a8dcfe-2953-4c2b-bbd4-7e06df00fe7b,segment=NetworkSegment(84c3f360-169e-4607-a6c7-1299530f908e),segment_id=84c3f360-169e-4607-a6c7-1299530f908e)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:17:55.192081 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Current status of the port d5da4c05-fc6b-48ae-bd37-20cdd7c9c363 is: BUILD; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:17:55.192451 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (d5da4c05-fc6b-48ae-bd37-20cdd7c9c363), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:55.196062 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2d0b77-aa41-4531-8491-68b2c7b97884 None None] Routers {'2e365302-71a6-4cdc-aaf8-2ff4eb24cb67'} bound to L3 agent in host dv-cinder-733623-11-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 17:17:55.196699 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-0f2d0b77-aa41-4531-8491-68b2c7b97884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-18T17:04:58Z,description=,heartbeat_timestamp=2022-01-18T17:17:28Z,host='dv-cinder-733623-11-iscsi',id=34860b7f-7c9d-4265-9a0a-1b9bd2e1622e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T17:04:59Z,topic='l3_agent')) {'router_ids': ['2e365302-71a6-4cdc-aaf8-2ff4eb24cb67'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:17:55.211195 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c85f901-d160-4a3b-9800-b9aa51738f54 req-1af692f5-ece3-43dd-8827-a32372e378c2 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:55.218772 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-4c85f901-d160-4a3b-9800-b9aa51738f54 req-1af692f5-ece3-43dd-8827-a32372e378c2 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] 10.222.0.100 "GET /v2.0/ports?device_id=8c43b534-b6bf-496c-8f57-6d58df54e5d8 HTTP/1.1" status: 200 len: 943 time: 0.0747354 Jan 18 17:17:55.232884 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-14da5cbd-1303-4997-b628-c9bd8bee374a tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1923895'] for floatingip (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:55.267801 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-14da5cbd-1303-4997-b628-c9bd8bee374a tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1159523 Jan 18 17:17:55.268779 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2baf8b5d-b7a6-4d3a-b4b1-ec1b7a451902', 'tag': 'bbefba62-04de-4468-ace1-e13a0513d52f'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 17:17:55.271445 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dae96983658fa47cc55ad2b43631f290e6eb934f25c74fb238f11dfd9473403c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c817075d-d3e0-4600-8bc1-dfe5eb631572" -d '{"events": [{"name": "network-changed", "server_uuid": "2baf8b5d-b7a6-4d3a-b4b1-ec1b7a451902", "tag": "bbefba62-04de-4468-ace1-e13a0513d52f"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 17:17:55.275285 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (c8a8dcfe-2953-4c2b-bbd4-7e06df00fe7b), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:55.277913 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-4c85f901-d160-4a3b-9800-b9aa51738f54 req-15cd012b-4d64-4944-8441-0dab1977fe10 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] 10.222.0.100 "GET /v2.0/security-groups?id=2b921b15-2d23-4849-b37a-fcc400a5837b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575929 Jan 18 17:17:55.329336 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9d63d75-b877-47a6-94d7-208d66d7dd95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5da4c05-fc6b-48ae-bd37-20cdd7c9c363'}] {{(pid=103198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 17:17:55.329543 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 17:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84631b7b-671d-4a6e-8ec7-db39eb4f8f17 x-openstack-request-id: req-84631b7b-671d-4a6e-8ec7-db39eb4f8f17 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 17:17:55.329923 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2baf8b5d-b7a6-4d3a-b4b1-ec1b7a451902", "tag": "bbefba62-04de-4468-ace1-e13a0513d52f", "status": "completed", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 17:17:55.330289 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-84631b7b-671d-4a6e-8ec7-db39eb4f8f17 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 17:17:55.330996 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2baf8b5d-b7a6-4d3a-b4b1-ec1b7a451902', 'tag': 'bbefba62-04de-4468-ace1-e13a0513d52f', 'status': 'completed', 'code': 200} Jan 18 17:17:55.333427 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97aa477b9a8a7659066d830c0d89a1f304b03425b5691a2db6f60cb613ebd93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cc7679a-5265-4aa5-9f41-06e03f997f30" -d '{"events": [{"server_uuid": "e9d63d75-b877-47a6-94d7-208d66d7dd95", "name": "network-vif-plugged", "status": "completed", "tag": "d5da4c05-fc6b-48ae-bd37-20cdd7c9c363"}]}' {{(pid=103198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 17:17:55.356663 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] For port d5da4c05-fc6b-48ae-bd37-20cdd7c9c363, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=d5da4c05-fc6b-48ae-bd37-20cdd7c9c363,segment=NetworkSegment(7804631f-b978-4531-985d-c1ed5e4123e4),segment_id=7804631f-b978-4531-985d-c1ed5e4123e4)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:17:55.434957 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c817075d-d3e0-4600-8bc1-dfe5eb631572 req-fea277f6-595f-44e6-9214-231744a0a718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:55.436755 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c817075d-d3e0-4600-8bc1-dfe5eb631572 req-fea277f6-595f-44e6-9214-231744a0a718 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=09bf69f6abdb4a3083dce101c7984e29&device_id=2baf8b5d-b7a6-4d3a-b4b1-ec1b7a451902 HTTP/1.1" status: 200 len: 1098 time: 0.0735083 Jan 18 17:17:55.520608 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 17:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe44a02-1351-4b64-ab51-5ab811b2ecc1 x-openstack-request-id: req-8fe44a02-1351-4b64-ab51-5ab811b2ecc1 {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 17:17:55.527388 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9d63d75-b877-47a6-94d7-208d66d7dd95", "name": "network-vif-plugged", "status": "completed", "tag": "d5da4c05-fc6b-48ae-bd37-20cdd7c9c363", "code": 200}]} {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 17:17:55.527388 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-8fe44a02-1351-4b64-ab51-5ab811b2ecc1 {{(pid=103198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 17:17:55.527388 dv-cinder-733623-11-iscsi neutron-server[103198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9d63d75-b877-47a6-94d7-208d66d7dd95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5da4c05-fc6b-48ae-bd37-20cdd7c9c363', 'code': 200} Jan 18 17:17:55.539204 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (d5da4c05-fc6b-48ae-bd37-20cdd7c9c363), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:55.549214 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Pushing event updated for resources: {'Port': ['ID=c8a8dcfe-2953-4c2b-bbd4-7e06df00fe7b,revision_number=4']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:17:55.575147 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c817075d-d3e0-4600-8bc1-dfe5eb631572 req-5b3bc43e-2653-40fa-a389-b9d3de966dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:55.577695 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c817075d-d3e0-4600-8bc1-dfe5eb631572 req-5b3bc43e-2653-40fa-a389-b9d3de966dda service neutron] 10.222.0.105 "GET /v2.0/networks?id=0c17f545-2bb3-4abb-be71-29d5f95f2d88 HTTP/1.1" status: 200 len: 912 time: 0.1188574 Jan 18 17:17:55.594035 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-0f2d0b77-aa41-4531-8491-68b2c7b97884 None None] Set router 2e365302-71a6-4cdc-aaf8-2ff4eb24cb67 gateway port host: dv-cinder-733623-11-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 17:17:55.638089 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] get_ports_and_sgs() called for port_ids ['c8a8dcfe-2953-4c2b-bbd4-7e06df00fe7b'] {{(pid=103198) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 17:17:55.655681 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c817075d-d3e0-4600-8bc1-dfe5eb631572 req-f8d1b29f-96c3-4582-8296-3193daa5a8c5 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bbefba62-04de-4468-ace1-e13a0513d52f HTTP/1.1" status: 200 len: 999 time: 0.0711937 Jan 18 17:17:55.670778 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Pushing event updated for resources: {'Port': ['ID=d5da4c05-fc6b-48ae-bd37-20cdd7c9c363,revision_number=5']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:17:55.715479 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c817075d-d3e0-4600-8bc1-dfe5eb631572 req-f2b94ed2-046e-46d5-81d1-5a368638e0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:55.717060 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c817075d-d3e0-4600-8bc1-dfe5eb631572 req-f2b94ed2-046e-46d5-81d1-5a368638e0a8 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=92e52731-b298-4268-83b9-5cd526153971 HTTP/1.1" status: 200 len: 850 time: 0.0513303 Jan 18 17:17:55.759031 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7dcfa8-4c4f-4a5f-96a4-03d6d5376a96 req-69c8e770-4151-49e4-b8d2-beb2d9248d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:55.761160 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-7e7dcfa8-4c4f-4a5f-96a4-03d6d5376a96 req-69c8e770-4151-49e4-b8d2-beb2d9248d16 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=e9d63d75-b877-47a6-94d7-208d66d7dd95 HTTP/1.1" status: 200 len: 1099 time: 0.0550909 Jan 18 17:17:55.770393 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c817075d-d3e0-4600-8bc1-dfe5eb631572 req-d8bc5e5c-ced8-409f-a724-3496296f8d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:55.773185 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c817075d-d3e0-4600-8bc1-dfe5eb631572 req-d8bc5e5c-ced8-409f-a724-3496296f8d03 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=0c17f545-2bb3-4abb-be71-29d5f95f2d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0479898 Jan 18 17:17:55.813383 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-7e7dcfa8-4c4f-4a5f-96a4-03d6d5376a96 req-a63989dc-e976-455a-ae32-e553c89fae58 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=d4c87099-e0de-47e8-9a1c-79e04a17fc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448637 Jan 18 17:17:55.829450 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-aba5ea6f-5b98-4aab-afc7-1cde83fb03f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (1e8d2d8a-92ca-4025-a540-71c8151dbccf), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:55.874323 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c817075d-d3e0-4600-8bc1-dfe5eb631572 req-00a97ddf-457c-4130-b4da-2efaf192b25e service neutron] 10.222.0.105 "GET /v2.0/networks/0c17f545-2bb3-4abb-be71-29d5f95f2d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935533 Jan 18 17:17:55.969468 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-0f2d0b77-aa41-4531-8491-68b2c7b97884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e365302-71a6-4cdc-aaf8-2ff4eb24cb67', 'name': 'tempest-TestVolumeBootPattern-168893207-router', 'tenant_id': '09bf69f6abdb4a3083dce101c7984e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'b335151e-254a-4744-a80a-19590b3125c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:16:42Z', 'updated_at': '2022-01-18T17:16:50Z', 'revision_number': 4, 'project_id': '09bf69f6abdb4a3083dce101c7984e29', 'gw_port': {'id': 'b335151e-254a-4744-a80a-19590b3125c0', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e365302-71a6-4cdc-aaf8-2ff4eb24cb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:44Z', 'updated_at': '2022-01-18T17:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi', '_floatingips': [{'id': 'de4fcacc-f0f7-45b4-a066-2d8ae7ef5507', 'tenant_id': '09bf69f6abdb4a3083dce101c7984e29', 'floating_ip_address': '172.27.1.240', 'floating_network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'router_id': '2e365302-71a6-4cdc-aaf8-2ff4eb24cb67', 'port_id': 'bbefba62-04de-4468-ace1-e13a0513d52f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c17f545-2bb3-4abb-be71-29d5f95f2d88', 'mac_address': 'fa:16:3e:d6:eb:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2baf8b5d-b7a6-4d3a-b4b1-ec1b7a451902', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T17:17:54Z', 'updated_at': '2022-01-18T17:17:54Z', 'revision_number': 0, 'project_id': '09bf69f6abdb4a3083dce101c7984e29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2c8d537-91bc-432b-8688-4b0039e89285', 'name': '', 'network_id': '0c17f545-2bb3-4abb-be71-29d5f95f2d88', 'tenant_id': '09bf69f6abdb4a3083dce101c7984e29', 'mac_address': 'fa:16:3e:07:c9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e365302-71a6-4cdc-aaf8-2ff4eb24cb67', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '92e52731-b298-4268-83b9-5cd526153971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:49Z', 'updated_at': '2022-01-18T17:16:56Z', 'revision_number': 5, 'project_id': '09bf69f6abdb4a3083dce101c7984e29', 'subnets': [{'id': '92e52731-b298-4268-83b9-5cd526153971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-11-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:17:56.002032 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2d0b77-aa41-4531-8491-68b2c7b97884 None None] Checking router: 2e365302-71a6-4cdc-aaf8-2ff4eb24cb67 for host: dv-cinder-733623-11-iscsi {{(pid=103198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 17:17:56.011488 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2d0b77-aa41-4531-8491-68b2c7b97884 None None] Routers {'2e365302-71a6-4cdc-aaf8-2ff4eb24cb67'} bound to L3 agent in host dv-cinder-733623-11-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 17:17:56.012095 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-0f2d0b77-aa41-4531-8491-68b2c7b97884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-18T17:04:58Z,description=,heartbeat_timestamp=2022-01-18T17:17:28Z,host='dv-cinder-733623-11-iscsi',id=34860b7f-7c9d-4265-9a0a-1b9bd2e1622e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T17:04:59Z,topic='l3_agent')) {'router_ids': ['2e365302-71a6-4cdc-aaf8-2ff4eb24cb67'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:17:56.128714 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-0f2d0b77-aa41-4531-8491-68b2c7b97884 None None] Set router 2e365302-71a6-4cdc-aaf8-2ff4eb24cb67 gateway port host: dv-cinder-733623-11-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 17:17:56.211010 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715182c1-a452-4ffa-822d-ba11f246c85e req-f6e61ae2-aa1c-4238-b5a5-adb92988a0c8 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:56.213808 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-715182c1-a452-4ffa-822d-ba11f246c85e req-f6e61ae2-aa1c-4238-b5a5-adb92988a0c8 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=e9d63d75-b877-47a6-94d7-208d66d7dd95 HTTP/1.1" status: 200 len: 946 time: 0.0744431 Jan 18 17:17:56.273395 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-715182c1-a452-4ffa-822d-ba11f246c85e req-b15876f8-919f-48cc-8e71-33a49a61a28c tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=d4c87099-e0de-47e8-9a1c-79e04a17fc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525136 Jan 18 17:17:56.388263 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-0f2d0b77-aa41-4531-8491-68b2c7b97884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e365302-71a6-4cdc-aaf8-2ff4eb24cb67', 'name': 'tempest-TestVolumeBootPattern-168893207-router', 'tenant_id': '09bf69f6abdb4a3083dce101c7984e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'b335151e-254a-4744-a80a-19590b3125c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:16:42Z', 'updated_at': '2022-01-18T17:16:50Z', 'revision_number': 4, 'project_id': '09bf69f6abdb4a3083dce101c7984e29', 'gw_port': {'id': 'b335151e-254a-4744-a80a-19590b3125c0', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e365302-71a6-4cdc-aaf8-2ff4eb24cb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:44Z', 'updated_at': '2022-01-18T17:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi', '_floatingips': [{'id': 'de4fcacc-f0f7-45b4-a066-2d8ae7ef5507', 'tenant_id': '09bf69f6abdb4a3083dce101c7984e29', 'floating_ip_address': '172.27.1.240', 'floating_network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'router_id': '2e365302-71a6-4cdc-aaf8-2ff4eb24cb67', 'port_id': 'bbefba62-04de-4468-ace1-e13a0513d52f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c17f545-2bb3-4abb-be71-29d5f95f2d88', 'mac_address': 'fa:16:3e:d6:eb:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2baf8b5d-b7a6-4d3a-b4b1-ec1b7a451902', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T17:17:54Z', 'updated_at': '2022-01-18T17:17:54Z', 'revision_number': 0, 'project_id': '09bf69f6abdb4a3083dce101c7984e29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2c8d537-91bc-432b-8688-4b0039e89285', 'name': '', 'network_id': '0c17f545-2bb3-4abb-be71-29d5f95f2d88', 'tenant_id': '09bf69f6abdb4a3083dce101c7984e29', 'mac_address': 'fa:16:3e:07:c9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e365302-71a6-4cdc-aaf8-2ff4eb24cb67', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '92e52731-b298-4268-83b9-5cd526153971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:49Z', 'updated_at': '2022-01-18T17:16:56Z', 'revision_number': 5, 'project_id': '09bf69f6abdb4a3083dce101c7984e29', 'subnets': [{'id': '92e52731-b298-4268-83b9-5cd526153971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-11-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:17:56.416126 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2d0b77-aa41-4531-8491-68b2c7b97884 None None] The sync data for ids ['2e365302-71a6-4cdc-aaf8-2ff4eb24cb67'] in dv-cinder-733623-11-iscsi is: [{'id': '2e365302-71a6-4cdc-aaf8-2ff4eb24cb67', 'name': 'tempest-TestVolumeBootPattern-168893207-router', 'tenant_id': '09bf69f6abdb4a3083dce101c7984e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'b335151e-254a-4744-a80a-19590b3125c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:16:42Z', 'updated_at': '2022-01-18T17:16:50Z', 'revision_number': 4, 'project_id': '09bf69f6abdb4a3083dce101c7984e29', 'gw_port': {'id': 'b335151e-254a-4744-a80a-19590b3125c0', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e365302-71a6-4cdc-aaf8-2ff4eb24cb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:44Z', 'updated_at': '2022-01-18T17:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi', '_floatingips': [{'id': 'de4fcacc-f0f7-45b4-a066-2d8ae7ef5507', 'tenant_id': '09bf69f6abdb4a3083dce101c7984e29', 'floating_ip_address': '172.27.1.240', 'floating_network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'router_id': '2e365302-71a6-4cdc-aaf8-2ff4eb24cb67', 'port_id': 'bbefba62-04de-4468-ace1-e13a0513d52f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c17f545-2bb3-4abb-be71-29d5f95f2d88', 'mac_address': 'fa:16:3e:d6:eb:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2baf8b5d-b7a6-4d3a-b4b1-ec1b7a451902', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T17:17:54Z', 'updated_at': '2022-01-18T17:17:54Z', 'revision_number': 0, 'project_id': '09bf69f6abdb4a3083dce101c7984e29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2c8d537-91bc-432b-8688-4b0039e89285', 'name': '', 'network_id': '0c17f545-2bb3-4abb-be71-29d5f95f2d88', 'tenant_id': '09bf69f6abdb4a3083dce101c7984e29', 'mac_address': 'fa:16:3e:07:c9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e365302-71a6-4cdc-aaf8-2ff4eb24cb67', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '92e52731-b298-4268-83b9-5cd526153971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:49Z', 'updated_at': '2022-01-18T17:16:56Z', 'revision_number': 5, 'project_id': '09bf69f6abdb4a3083dce101c7984e29', 'subnets': [{'id': '92e52731-b298-4268-83b9-5cd526153971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 17:17:56.444895 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c817075d-d3e0-4600-8bc1-dfe5eb631572 req-62627544-6732-4942-b968-84de8f9865b3 service neutron] 10.222.0.105 "GET /v2.0/networks/0c17f545-2bb3-4abb-be71-29d5f95f2d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3867452 Jan 18 17:17:56.454734 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b02bb17-931e-45cc-8605-8347b6f54d20 req-1ad628f1-4c32-4d01-b1e3-90464aa16fe9 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:56.456309 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-7b02bb17-931e-45cc-8605-8347b6f54d20 req-1ad628f1-4c32-4d01-b1e3-90464aa16fe9 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] 10.222.0.100 "GET /v2.0/ports?device_id=8c43b534-b6bf-496c-8f57-6d58df54e5d8 HTTP/1.1" status: 200 len: 944 time: 0.0805829 Jan 18 17:17:56.508311 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-7b02bb17-931e-45cc-8605-8347b6f54d20 req-1a234908-d108-4dd8-b95b-41716287de33 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] 10.222.0.100 "GET /v2.0/security-groups?id=2b921b15-2d23-4849-b37a-fcc400a5837b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452087 Jan 18 17:17:56.623786 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3da0f4b-a1c5-4cac-8cdb-b5587fca48f9 None None] New status for floating IP de4fcacc-f0f7-45b4-a066-2d8ae7ef5507: ACTIVE {{(pid=103199) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 17:17:56.872498 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Device c8a8dcfe-2953-4c2b-bbd4-7e06df00fe7b up at agent hyperv_hv-cinder-73362 {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 17:17:57.022810 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Provisioning for port c8a8dcfe-2953-4c2b-bbd4-7e06df00fe7b completed by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 17:17:57.027088 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Provisioning complete for port c8a8dcfe-2953-4c2b-bbd4-7e06df00fe7b triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:17:57.027494 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (c8a8dcfe-2953-4c2b-bbd4-7e06df00fe7b), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:57.111124 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Current status of the port c8a8dcfe-2953-4c2b-bbd4-7e06df00fe7b is: BUILD; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:17:57.111525 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (c8a8dcfe-2953-4c2b-bbd4-7e06df00fe7b), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:57.144821 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] For port c8a8dcfe-2953-4c2b-bbd4-7e06df00fe7b, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=c8a8dcfe-2953-4c2b-bbd4-7e06df00fe7b,segment=NetworkSegment(84c3f360-169e-4607-a6c7-1299530f908e),segment_id=84c3f360-169e-4607-a6c7-1299530f908e)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:17:57.183192 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (c8a8dcfe-2953-4c2b-bbd4-7e06df00fe7b), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:57.235292 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Pushing event updated for resources: {'Port': ['ID=c8a8dcfe-2953-4c2b-bbd4-7e06df00fe7b,revision_number=5']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:17:57.405020 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0933fd-0f66-4e57-b994-9e3a1d2bfe14 req-0815f7e0-0bc1-4377-99e6-35d548125c46 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:57.406368 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-3c0933fd-0f66-4e57-b994-9e3a1d2bfe14 req-0815f7e0-0bc1-4377-99e6-35d548125c46 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=e9d63d75-b877-47a6-94d7-208d66d7dd95 HTTP/1.1" status: 200 len: 946 time: 0.0489566 Jan 18 17:17:57.456820 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-3c0933fd-0f66-4e57-b994-9e3a1d2bfe14 req-5138c102-3166-45bb-afb3-a4ce56adabbd tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=d4c87099-e0de-47e8-9a1c-79e04a17fc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447562 Jan 18 17:17:57.523276 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c43b534-b6bf-496c-8f57-6d58df54e5d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8a8dcfe-2953-4c2b-bbd4-7e06df00fe7b'}] {{(pid=103198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 17:17:57.526412 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97aa477b9a8a7659066d830c0d89a1f304b03425b5691a2db6f60cb613ebd93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2df4b7e6-ecf4-4c49-bb7a-9004b64b535c" -d '{"events": [{"server_uuid": "8c43b534-b6bf-496c-8f57-6d58df54e5d8", "name": "network-vif-plugged", "status": "completed", "tag": "c8a8dcfe-2953-4c2b-bbd4-7e06df00fe7b"}]}' {{(pid=103198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 17:17:57.575533 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c9894-98df-4d01-9e42-4508f00456a1 req-acb1a931-7b10-44ae-bd03-3fa9a091c8c5 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:57.577080 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-115c9894-98df-4d01-9e42-4508f00456a1 req-acb1a931-7b10-44ae-bd03-3fa9a091c8c5 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=e9d63d75-b877-47a6-94d7-208d66d7dd95 HTTP/1.1" status: 200 len: 946 time: 0.0498180 Jan 18 17:17:57.587222 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 58010) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:17:57.592016 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-84756db6-b4a9-4f39-b96c-4f32fe74e35d tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Request body: {'floatingip': {'port_id': 'd5da4c05-fc6b-48ae-bd37-20cdd7c9c363'}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:17:57.618651 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 17:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-750126b4-28da-46b8-9f01-331899638ced x-openstack-request-id: req-750126b4-28da-46b8-9f01-331899638ced {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 17:17:57.619011 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c43b534-b6bf-496c-8f57-6d58df54e5d8", "name": "network-vif-plugged", "status": "completed", "tag": "c8a8dcfe-2953-4c2b-bbd4-7e06df00fe7b", "code": 200}]} {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 17:17:57.619356 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-750126b4-28da-46b8-9f01-331899638ced {{(pid=103198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 17:17:57.619830 dv-cinder-733623-11-iscsi neutron-server[103198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c43b534-b6bf-496c-8f57-6d58df54e5d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8a8dcfe-2953-4c2b-bbd4-7e06df00fe7b', 'code': 200} Jan 18 17:17:57.631678 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-84756db6-b4a9-4f39-b96c-4f32fe74e35d tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Publish callbacks [] for floatingip (cd0868e4-b981-49b0-a420-607eaa9c1bb9), before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:57.776107 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02185bd6-3a77-4d20-813f-b9ddcd511875 req-ddbb787a-bd21-40c7-a0a5-842a04af739f tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:17:57.777478 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-02185bd6-3a77-4d20-813f-b9ddcd511875 req-ddbb787a-bd21-40c7-a0a5-842a04af739f tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] 10.222.0.100 "GET /v2.0/ports?device_id=8c43b534-b6bf-496c-8f57-6d58df54e5d8 HTTP/1.1" status: 200 len: 945 time: 0.1113458 Jan 18 17:17:57.900322 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-02185bd6-3a77-4d20-813f-b9ddcd511875 req-6b70eb11-7bc1-40ef-9b6b-736ad3acbc8c tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] 10.222.0.100 "GET /v2.0/security-groups?id=2b921b15-2d23-4849-b37a-fcc400a5837b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886147 Jan 18 17:17:58.200076 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5cfcd4d9-9aad-4fbf-a151-405d423899a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (34860b7f-7c9d-4265-9a0a-1b9bd2e1622e), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:58.387975 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-84756db6-b4a9-4f39-b96c-4f32fe74e35d tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:58.446280 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-84756db6-b4a9-4f39-b96c-4f32fe74e35d tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647951'] for floatingip (cd0868e4-b981-49b0-a420-607eaa9c1bb9), after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:58.546363 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.db.l3_db [None req-84756db6-b4a9-4f39-b96c-4f32fe74e35d tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Floating IP cd0868e4-b981-49b0-a420-607eaa9c1bb9 associated. External IP: 172.27.1.59, port: d5da4c05-fc6b-48ae-bd37-20cdd7c9c363. Jan 18 17:17:58.753144 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84756db6-b4a9-4f39-b96c-4f32fe74e35d tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Router 56189c01-216f-46e3-9aed-18bc5b25e3ff has already been hosted by L3 agent 34860b7f-7c9d-4265-9a0a-1b9bd2e1622e {{(pid=103197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 17:17:58.863383 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84756db6-b4a9-4f39-b96c-4f32fe74e35d tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Notify agent at l3_agent.dv-cinder-733623-11-iscsi the message routers_updated {{(pid=103197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 17:17:58.868115 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-84756db6-b4a9-4f39-b96c-4f32fe74e35d tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1923895'] for floatingip (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:58.873057 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c79eb6a-38b5-4fc8-80c2-d2cd1848d4ec None None] Sync routers for ids ['56189c01-216f-46e3-9aed-18bc5b25e3ff'] in dv-cinder-733623-11-iscsi {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 17:17:58.882978 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c79eb6a-38b5-4fc8-80c2-d2cd1848d4ec None None] Routers {'56189c01-216f-46e3-9aed-18bc5b25e3ff'} bound to L3 agent in host dv-cinder-733623-11-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 17:17:58.883713 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-7c79eb6a-38b5-4fc8-80c2-d2cd1848d4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-18T17:04:58Z,description=,heartbeat_timestamp=2022-01-18T17:17:58Z,host='dv-cinder-733623-11-iscsi',id=34860b7f-7c9d-4265-9a0a-1b9bd2e1622e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T17:04:59Z,topic='l3_agent')) {'router_ids': ['56189c01-216f-46e3-9aed-18bc5b25e3ff'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:17:58.898088 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-84756db6-b4a9-4f39-b96c-4f32fe74e35d tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "PUT /v2.0/floatingips/cd0868e4-b981-49b0-a420-607eaa9c1bb9 HTTP/1.1" status: 200 len: 991 time: 1.3096018 Jan 18 17:17:58.901001 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9d63d75-b877-47a6-94d7-208d66d7dd95', 'tag': 'd5da4c05-fc6b-48ae-bd37-20cdd7c9c363'}] {{(pid=103197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 17:17:58.901824 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3aa228331c825044a8c5a816f7450a712b29f1505f8362b46ccab27415aa536" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fd539cc-5f43-4827-91f1-6bb82ba08a9e" -d '{"events": [{"name": "network-changed", "server_uuid": "e9d63d75-b877-47a6-94d7-208d66d7dd95", "tag": "d5da4c05-fc6b-48ae-bd37-20cdd7c9c363"}]}' {{(pid=103197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 17:17:59.003805 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-7c79eb6a-38b5-4fc8-80c2-d2cd1848d4ec None None] Set router 56189c01-216f-46e3-9aed-18bc5b25e3ff gateway port host: dv-cinder-733623-11-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 17:17:59.048401 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-a24976dc-7f89-446d-8d9b-8a75bf0e6853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (f7781508-68f4-4d6b-b413-74596bae1216), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:17:59.233792 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-7c79eb6a-38b5-4fc8-80c2-d2cd1848d4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56189c01-216f-46e3-9aed-18bc5b25e3ff', 'name': 'tempest-AttachVolumeShelveTestJSON-1700372712-router', 'tenant_id': '4983e51e5c4742eb9b95034b5aef3213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '6eeb1ac4-8b60-49a7-ab84-a525826ad5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:13:04Z', 'updated_at': '2022-01-18T17:13:10Z', 'revision_number': 4, 'project_id': '4983e51e5c4742eb9b95034b5aef3213', 'gw_port': {'id': '6eeb1ac4-8b60-49a7-ab84-a525826ad5ee', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:37:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56189c01-216f-46e3-9aed-18bc5b25e3ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:13:05Z', 'updated_at': '2022-01-18T17:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi', '_floatingips': [{'id': 'cd0868e4-b981-49b0-a420-607eaa9c1bb9', 'tenant_id': '4983e51e5c4742eb9b95034b5aef3213', 'floating_ip_address': '172.27.1.59', 'floating_network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'router_id': '56189c01-216f-46e3-9aed-18bc5b25e3ff', 'port_id': 'd5da4c05-fc6b-48ae-bd37-20cdd7c9c363', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2be6587c-41c5-41bc-ac5a-09ac1f4499ce', 'mac_address': 'fa:16:3e:8b:cf:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d63d75-b877-47a6-94d7-208d66d7dd95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T17:17:41Z', 'updated_at': '2022-01-18T17:17:58Z', 'revision_number': 1, 'project_id': '4983e51e5c4742eb9b95034b5aef3213', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6676a036-60fd-429f-91ca-0c10c57145cd', 'name': '', 'network_id': '2be6587c-41c5-41bc-ac5a-09ac1f4499ce', 'tenant_id': '4983e51e5c4742eb9b95034b5aef3213', 'mac_address': 'fa:16:3e:52:6e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56189c01-216f-46e3-9aed-18bc5b25e3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '29c22a55-3970-45d3-a1fa-25a28ccfa3f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:13:08Z', 'updated_at': '2022-01-18T17:13:15Z', 'revision_number': 5, 'project_id': '4983e51e5c4742eb9b95034b5aef3213', 'subnets': [{'id': '29c22a55-3970-45d3-a1fa-25a28ccfa3f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-11-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:17:59.263477 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c79eb6a-38b5-4fc8-80c2-d2cd1848d4ec None None] Checking router: 56189c01-216f-46e3-9aed-18bc5b25e3ff for host: dv-cinder-733623-11-iscsi {{(pid=103198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 17:17:59.272108 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c79eb6a-38b5-4fc8-80c2-d2cd1848d4ec None None] Routers {'56189c01-216f-46e3-9aed-18bc5b25e3ff'} bound to L3 agent in host dv-cinder-733623-11-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 17:17:59.272763 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-7c79eb6a-38b5-4fc8-80c2-d2cd1848d4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-18T17:04:58Z,description=,heartbeat_timestamp=2022-01-18T17:17:58Z,host='dv-cinder-733623-11-iscsi',id=34860b7f-7c9d-4265-9a0a-1b9bd2e1622e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T17:04:59Z,topic='l3_agent')) {'router_ids': ['56189c01-216f-46e3-9aed-18bc5b25e3ff'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:17:59.507670 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-7c79eb6a-38b5-4fc8-80c2-d2cd1848d4ec None None] Set router 56189c01-216f-46e3-9aed-18bc5b25e3ff gateway port host: dv-cinder-733623-11-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 17:17:59.741007 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-7c79eb6a-38b5-4fc8-80c2-d2cd1848d4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56189c01-216f-46e3-9aed-18bc5b25e3ff', 'name': 'tempest-AttachVolumeShelveTestJSON-1700372712-router', 'tenant_id': '4983e51e5c4742eb9b95034b5aef3213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '6eeb1ac4-8b60-49a7-ab84-a525826ad5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:13:04Z', 'updated_at': '2022-01-18T17:13:10Z', 'revision_number': 4, 'project_id': '4983e51e5c4742eb9b95034b5aef3213', 'gw_port': {'id': '6eeb1ac4-8b60-49a7-ab84-a525826ad5ee', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:37:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56189c01-216f-46e3-9aed-18bc5b25e3ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:13:05Z', 'updated_at': '2022-01-18T17:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi', '_floatingips': [{'id': 'cd0868e4-b981-49b0-a420-607eaa9c1bb9', 'tenant_id': '4983e51e5c4742eb9b95034b5aef3213', 'floating_ip_address': '172.27.1.59', 'floating_network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'router_id': '56189c01-216f-46e3-9aed-18bc5b25e3ff', 'port_id': 'd5da4c05-fc6b-48ae-bd37-20cdd7c9c363', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2be6587c-41c5-41bc-ac5a-09ac1f4499ce', 'mac_address': 'fa:16:3e:8b:cf:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d63d75-b877-47a6-94d7-208d66d7dd95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T17:17:41Z', 'updated_at': '2022-01-18T17:17:58Z', 'revision_number': 1, 'project_id': '4983e51e5c4742eb9b95034b5aef3213', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6676a036-60fd-429f-91ca-0c10c57145cd', 'name': '', 'network_id': '2be6587c-41c5-41bc-ac5a-09ac1f4499ce', 'tenant_id': '4983e51e5c4742eb9b95034b5aef3213', 'mac_address': 'fa:16:3e:52:6e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56189c01-216f-46e3-9aed-18bc5b25e3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '29c22a55-3970-45d3-a1fa-25a28ccfa3f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:13:08Z', 'updated_at': '2022-01-18T17:13:15Z', 'revision_number': 5, 'project_id': '4983e51e5c4742eb9b95034b5aef3213', 'subnets': [{'id': '29c22a55-3970-45d3-a1fa-25a28ccfa3f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-11-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:17:59.772283 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c79eb6a-38b5-4fc8-80c2-d2cd1848d4ec None None] The sync data for ids ['56189c01-216f-46e3-9aed-18bc5b25e3ff'] in dv-cinder-733623-11-iscsi is: [{'id': '56189c01-216f-46e3-9aed-18bc5b25e3ff', 'name': 'tempest-AttachVolumeShelveTestJSON-1700372712-router', 'tenant_id': '4983e51e5c4742eb9b95034b5aef3213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '6eeb1ac4-8b60-49a7-ab84-a525826ad5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:13:04Z', 'updated_at': '2022-01-18T17:13:10Z', 'revision_number': 4, 'project_id': '4983e51e5c4742eb9b95034b5aef3213', 'gw_port': {'id': '6eeb1ac4-8b60-49a7-ab84-a525826ad5ee', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:37:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56189c01-216f-46e3-9aed-18bc5b25e3ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:13:05Z', 'updated_at': '2022-01-18T17:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi', '_floatingips': [{'id': 'cd0868e4-b981-49b0-a420-607eaa9c1bb9', 'tenant_id': '4983e51e5c4742eb9b95034b5aef3213', 'floating_ip_address': '172.27.1.59', 'floating_network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'router_id': '56189c01-216f-46e3-9aed-18bc5b25e3ff', 'port_id': 'd5da4c05-fc6b-48ae-bd37-20cdd7c9c363', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2be6587c-41c5-41bc-ac5a-09ac1f4499ce', 'mac_address': 'fa:16:3e:8b:cf:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d63d75-b877-47a6-94d7-208d66d7dd95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T17:17:41Z', 'updated_at': '2022-01-18T17:17:58Z', 'revision_number': 1, 'project_id': '4983e51e5c4742eb9b95034b5aef3213', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6676a036-60fd-429f-91ca-0c10c57145cd', 'name': '', 'network_id': '2be6587c-41c5-41bc-ac5a-09ac1f4499ce', 'tenant_id': '4983e51e5c4742eb9b95034b5aef3213', 'mac_address': 'fa:16:3e:52:6e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56189c01-216f-46e3-9aed-18bc5b25e3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '29c22a55-3970-45d3-a1fa-25a28ccfa3f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:13:08Z', 'updated_at': '2022-01-18T17:13:15Z', 'revision_number': 5, 'project_id': '4983e51e5c4742eb9b95034b5aef3213', 'subnets': [{'id': '29c22a55-3970-45d3-a1fa-25a28ccfa3f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 17:17:59.960097 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8164de83-58e5-4d92-9385-11f722129365 None None] New status for floating IP cd0868e4-b981-49b0-a420-607eaa9c1bb9: ACTIVE {{(pid=103199) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 17:18:00.275187 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 17:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e709ef37-060d-47c6-b70e-6390e7fe5724 x-openstack-request-id: req-e709ef37-060d-47c6-b70e-6390e7fe5724 {{(pid=103197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 17:18:00.278823 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9d63d75-b877-47a6-94d7-208d66d7dd95", "tag": "d5da4c05-fc6b-48ae-bd37-20cdd7c9c363", "status": "completed", "code": 200}]} {{(pid=103197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 17:18:00.278823 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-e709ef37-060d-47c6-b70e-6390e7fe5724 {{(pid=103197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 17:18:00.278823 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9d63d75-b877-47a6-94d7-208d66d7dd95', 'tag': 'd5da4c05-fc6b-48ae-bd37-20cdd7c9c363', 'status': 'completed', 'code': 200} Jan 18 17:18:00.358259 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd539cc-5f43-4827-91f1-6bb82ba08a9e req-7ddef9f3-78f2-4be3-9193-8e500125461d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:18:00.359906 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1fd539cc-5f43-4827-91f1-6bb82ba08a9e req-7ddef9f3-78f2-4be3-9193-8e500125461d service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=4983e51e5c4742eb9b95034b5aef3213&device_id=e9d63d75-b877-47a6-94d7-208d66d7dd95 HTTP/1.1" status: 200 len: 1099 time: 0.0530112 Jan 18 17:18:00.374016 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca5cd9a-1a1b-4087-b76f-6b5e5d008793 req-a4f1a1f0-a438-40a6-b7c5-21e7b75e7797 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:18:00.375536 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-fca5cd9a-1a1b-4087-b76f-6b5e5d008793 req-a4f1a1f0-a438-40a6-b7c5-21e7b75e7797 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] 10.222.0.100 "GET /v2.0/ports?device_id=8c43b534-b6bf-496c-8f57-6d58df54e5d8 HTTP/1.1" status: 200 len: 945 time: 0.0578346 Jan 18 17:18:00.424583 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-fca5cd9a-1a1b-4087-b76f-6b5e5d008793 req-da007ea1-36ff-4eba-9745-b85783a6097f tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] 10.222.0.100 "GET /v2.0/security-groups?id=2b921b15-2d23-4849-b37a-fcc400a5837b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429163 Jan 18 17:18:00.463387 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd539cc-5f43-4827-91f1-6bb82ba08a9e req-7743f2df-a43d-4c7d-ac96-7c09514f5b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:18:00.465019 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1fd539cc-5f43-4827-91f1-6bb82ba08a9e req-7743f2df-a43d-4c7d-ac96-7c09514f5b41 service neutron] 10.222.0.105 "GET /v2.0/networks?id=2be6587c-41c5-41bc-ac5a-09ac1f4499ce HTTP/1.1" status: 200 len: 918 time: 0.0936327 Jan 18 17:18:00.543352 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0323326e-c872-40c3-a3e3-94cd755162ad req-b02c0cc8-dac0-4abc-89b4-76ee7737ba8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:18:00.545562 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-0323326e-c872-40c3-a3e3-94cd755162ad req-b02c0cc8-dac0-4abc-89b4-76ee7737ba8b service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=8c43b534-b6bf-496c-8f57-6d58df54e5d8 HTTP/1.1" status: 200 len: 1098 time: 0.0650399 Jan 18 17:18:00.552287 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1fd539cc-5f43-4827-91f1-6bb82ba08a9e req-7b09c5f7-5859-45f3-87a3-d103a3328fa3 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5da4c05-fc6b-48ae-bd37-20cdd7c9c363 HTTP/1.1" status: 200 len: 1001 time: 0.0725799 Jan 18 17:18:00.593821 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-0323326e-c872-40c3-a3e3-94cd755162ad req-fd3e04fc-5060-421f-9129-ced776c83f9d service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=2b921b15-2d23-4849-b37a-fcc400a5837b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417502 Jan 18 17:18:00.604032 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd539cc-5f43-4827-91f1-6bb82ba08a9e req-7327fadd-2710-4de4-a848-bf5551e0d483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:18:00.605513 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1fd539cc-5f43-4827-91f1-6bb82ba08a9e req-7327fadd-2710-4de4-a848-bf5551e0d483 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=29c22a55-3970-45d3-a1fa-25a28ccfa3f2 HTTP/1.1" status: 200 len: 856 time: 0.0475066 Jan 18 17:18:00.680649 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-d0f57583-9799-4745-8039-4fb698731137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (f223777b-396b-444b-a9c9-71cdff5b918d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:18:00.854007 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c8135f-4697-4b76-8e0b-4805b2783425 req-76799fa2-8557-4973-a469-cd3f406bfe39 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:18:00.855913 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-38c8135f-4697-4b76-8e0b-4805b2783425 req-76799fa2-8557-4973-a469-cd3f406bfe39 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "GET /v2.0/ports?device_id=0cf6cbd1-6df8-4d12-bd6f-0af78720aabe HTTP/1.1" status: 200 len: 985 time: 0.0562785 Jan 18 17:18:00.879239 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd539cc-5f43-4827-91f1-6bb82ba08a9e req-f595f3be-8484-49cf-8a4c-a8530654cf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:18:00.885449 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1fd539cc-5f43-4827-91f1-6bb82ba08a9e req-f595f3be-8484-49cf-8a4c-a8530654cf18 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=2be6587c-41c5-41bc-ac5a-09ac1f4499ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0417514 Jan 18 17:18:00.920884 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-38c8135f-4697-4b76-8e0b-4805b2783425 req-42f4cb2f-1d90-4537-9aae-a9569586cf83 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "GET /v2.0/security-groups?id=c89a7dc5-0961-4a5a-ac1f-02410b7e5eac&id=adbc9891-2120-4bd5-85fd-3d3b8b9e7be1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0591438 Jan 18 17:18:00.980735 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1fd539cc-5f43-4827-91f1-6bb82ba08a9e req-89d10bbc-19b6-4f29-9254-9276eedeb67c service neutron] 10.222.0.105 "GET /v2.0/networks/2be6587c-41c5-41bc-ac5a-09ac1f4499ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904419 Jan 18 17:18:01.013577 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ab9d23-6355-4f38-9938-1900d8eccdc9 req-308f203c-2034-492a-8f6a-68e46fb1e514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:18:01.015027 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-c4ab9d23-6355-4f38-9938-1900d8eccdc9 req-308f203c-2034-492a-8f6a-68e46fb1e514 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=9b619acf9cdb4528b6f656cc52406910&device_id=0cf6cbd1-6df8-4d12-bd6f-0af78720aabe HTTP/1.1" status: 200 len: 1138 time: 0.0463550 Jan 18 17:18:01.079354 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1fd539cc-5f43-4827-91f1-6bb82ba08a9e req-df8600e4-9073-4f7b-b032-0df14dc6f3e6 service neutron] 10.222.0.105 "GET /v2.0/networks/2be6587c-41c5-41bc-ac5a-09ac1f4499ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928192 Jan 18 17:18:01.116698 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ab9d23-6355-4f38-9938-1900d8eccdc9 req-fec09be3-e1fa-4c5c-b657-f18fb7ae56d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:18:01.119075 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-c4ab9d23-6355-4f38-9938-1900d8eccdc9 req-fec09be3-e1fa-4c5c-b657-f18fb7ae56d8 service neutron] 10.222.0.105 "GET /v2.0/networks?id=e751886b-bacb-46c7-b3e1-ad645f57d5d1 HTTP/1.1" status: 200 len: 916 time: 0.0942910 Jan 18 17:18:01.188290 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-c4ab9d23-6355-4f38-9938-1900d8eccdc9 req-c335f879-1e15-456d-a4cc-edc3e599f076 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b60aef5-9bd5-4b92-a302-38d5092ffad6 HTTP/1.1" status: 200 len: 1001 time: 0.0620174 Jan 18 17:18:01.240714 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ab9d23-6355-4f38-9938-1900d8eccdc9 req-194a9797-9727-4566-bf2f-9821b08241b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:18:01.242750 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-c4ab9d23-6355-4f38-9938-1900d8eccdc9 req-194a9797-9727-4566-bf2f-9821b08241b6 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=520b00cd-aeaf-4213-bc9e-5ceb28739828 HTTP/1.1" status: 200 len: 854 time: 0.0433888 Jan 18 17:18:01.305257 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ab9d23-6355-4f38-9938-1900d8eccdc9 req-45d2ccdc-7380-4dd5-a614-0604afefc898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:18:01.307452 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-c4ab9d23-6355-4f38-9938-1900d8eccdc9 req-45d2ccdc-7380-4dd5-a614-0604afefc898 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=e751886b-bacb-46c7-b3e1-ad645f57d5d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0514953 Jan 18 17:18:01.420689 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-c4ab9d23-6355-4f38-9938-1900d8eccdc9 req-abe6da09-76d8-47f5-b647-a50f4619078a service neutron] 10.222.0.105 "GET /v2.0/networks/e751886b-bacb-46c7-b3e1-ad645f57d5d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910954 Jan 18 17:18:01.529820 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-c4ab9d23-6355-4f38-9938-1900d8eccdc9 req-70272cef-393f-40b2-a578-1eeab296a783 service neutron] 10.222.0.105 "GET /v2.0/networks/e751886b-bacb-46c7-b3e1-ad645f57d5d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976038 Jan 18 17:18:01.565363 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a243045-a8ee-408e-a285-72d256089b7e req-298e7be6-257a-4eaa-b8f8-c0b099eaa797 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:18:01.567583 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-5a243045-a8ee-408e-a285-72d256089b7e req-298e7be6-257a-4eaa-b8f8-c0b099eaa797 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] 10.222.0.100 "GET /v2.0/ports?device_id=8c43b534-b6bf-496c-8f57-6d58df54e5d8 HTTP/1.1" status: 200 len: 945 time: 0.0587668 Jan 18 17:18:01.623663 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-5a243045-a8ee-408e-a285-72d256089b7e req-4e49de7d-6d0c-46ec-a02d-fb7483a3ee71 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] 10.222.0.100 "GET /v2.0/security-groups?id=2b921b15-2d23-4849-b37a-fcc400a5837b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496130 Jan 18 17:18:01.851529 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (a6f837d2-7b5b-4cd3-9c28-296017d8b8e6), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:18:02.059542 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42397b3d-3137-4e5f-b7cf-67fa3f44c9c9 req-7f22ee68-ce1d-47cc-b1e9-bfe5e454a045 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:18:02.061104 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-42397b3d-3137-4e5f-b7cf-67fa3f44c9c9 req-7f22ee68-ce1d-47cc-b1e9-bfe5e454a045 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "GET /v2.0/ports?device_id=0cf6cbd1-6df8-4d12-bd6f-0af78720aabe HTTP/1.1" status: 200 len: 985 time: 0.0569651 Jan 18 17:18:02.123338 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-42397b3d-3137-4e5f-b7cf-67fa3f44c9c9 req-5b3e2137-d20c-4d39-8c45-b8c9e45c953e tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "GET /v2.0/security-groups?id=c89a7dc5-0961-4a5a-ac1f-02410b7e5eac&id=adbc9891-2120-4bd5-85fd-3d3b8b9e7be1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0561199 Jan 18 17:18:02.753038 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b5d221-46c9-4ca8-9373-01f197a2f389 req-a2ee0bd6-4e6c-4e56-8009-c9cd98d71ff1 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:18:02.754535 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-79b5d221-46c9-4ca8-9373-01f197a2f389 req-a2ee0bd6-4e6c-4e56-8009-c9cd98d71ff1 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] 10.222.0.100 "GET /v2.0/ports?device_id=8c43b534-b6bf-496c-8f57-6d58df54e5d8 HTTP/1.1" status: 200 len: 945 time: 0.0562828 Jan 18 17:18:02.802291 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-79b5d221-46c9-4ca8-9373-01f197a2f389 req-27af9a81-51af-4440-b0c0-c66d154d2249 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] 10.222.0.100 "GET /v2.0/security-groups?id=2b921b15-2d23-4849-b37a-fcc400a5837b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421231 Jan 18 17:18:03.361791 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c2eda4-d4a7-47e5-98f1-b138c671bf48 req-d00aff5f-dd94-4ea9-9c33-fad01cd9dc6f tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:18:03.363903 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-44c2eda4-d4a7-47e5-98f1-b138c671bf48 req-d00aff5f-dd94-4ea9-9c33-fad01cd9dc6f tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "GET /v2.0/ports?device_id=0cf6cbd1-6df8-4d12-bd6f-0af78720aabe HTTP/1.1" status: 200 len: 985 time: 0.1651456 Jan 18 17:18:03.425580 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-44c2eda4-d4a7-47e5-98f1-b138c671bf48 req-090449d7-a75c-4238-b6eb-22db20fc1abd tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "GET /v2.0/security-groups?id=c89a7dc5-0961-4a5a-ac1f-02410b7e5eac&id=adbc9891-2120-4bd5-85fd-3d3b8b9e7be1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0555747 Jan 18 17:18:04.056746 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7086368c-5584-4f8b-8bb3-d91cc96c6394 req-932705fb-b37e-4175-a4b7-260ae808d956 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:18:04.058208 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-7086368c-5584-4f8b-8bb3-d91cc96c6394 req-932705fb-b37e-4175-a4b7-260ae808d956 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] 10.222.0.100 "GET /v2.0/ports?device_id=8c43b534-b6bf-496c-8f57-6d58df54e5d8 HTTP/1.1" status: 200 len: 945 time: 0.0560963 Jan 18 17:18:04.114377 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-7086368c-5584-4f8b-8bb3-d91cc96c6394 req-02e45f8b-f1e7-40a2-9b79-17953ccbc7c7 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] 10.222.0.100 "GET /v2.0/security-groups?id=2b921b15-2d23-4849-b37a-fcc400a5837b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500362 Jan 18 17:18:04.595064 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cbd776-46d6-4a2a-bfd1-0c3d85b7fac3 req-2edb89d5-70af-4246-bd6c-5dfb23248aa2 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:18:04.596516 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b1cbd776-46d6-4a2a-bfd1-0c3d85b7fac3 req-2edb89d5-70af-4246-bd6c-5dfb23248aa2 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "GET /v2.0/ports?device_id=0cf6cbd1-6df8-4d12-bd6f-0af78720aabe HTTP/1.1" status: 200 len: 985 time: 0.1006029 Jan 18 17:18:04.659628 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b1cbd776-46d6-4a2a-bfd1-0c3d85b7fac3 req-27efe259-ca70-4610-b82c-140de9ccc1cb tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "GET /v2.0/security-groups?id=c89a7dc5-0961-4a5a-ac1f-02410b7e5eac&id=adbc9891-2120-4bd5-85fd-3d3b8b9e7be1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0565293 Jan 18 17:18:05.232972 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb5cf79-3e79-4f80-879b-05ebf870fdec req-ba912258-4744-411d-a6cb-0641bfb601d2 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:18:05.234618 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-dfb5cf79-3e79-4f80-879b-05ebf870fdec req-ba912258-4744-411d-a6cb-0641bfb601d2 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] 10.222.0.100 "GET /v2.0/ports?device_id=8c43b534-b6bf-496c-8f57-6d58df54e5d8 HTTP/1.1" status: 200 len: 945 time: 0.0500166 Jan 18 17:18:05.283085 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-dfb5cf79-3e79-4f80-879b-05ebf870fdec req-930ceeec-53eb-42e4-9719-37be8b2bdad8 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] 10.222.0.100 "GET /v2.0/security-groups?id=2b921b15-2d23-4849-b37a-fcc400a5837b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430877 Jan 18 17:18:05.745198 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4788cb64-9625-4566-8d0d-27adfcdafc3d req-ca85ad8c-b611-43ed-aa86-96110d7035c8 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:18:05.746706 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-4788cb64-9625-4566-8d0d-27adfcdafc3d req-ca85ad8c-b611-43ed-aa86-96110d7035c8 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] 10.222.0.105 "GET /v2.0/ports?device_id=8c43b534-b6bf-496c-8f57-6d58df54e5d8 HTTP/1.1" status: 200 len: 945 time: 0.0521207 Jan 18 17:18:05.795154 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858a02a4-dd5f-4a1a-b26c-69f702726199 req-7616f18a-3beb-41f1-b4e6-b744e634772f tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:18:05.802394 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-858a02a4-dd5f-4a1a-b26c-69f702726199 req-7616f18a-3beb-41f1-b4e6-b744e634772f tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "GET /v2.0/ports?device_id=0cf6cbd1-6df8-4d12-bd6f-0af78720aabe HTTP/1.1" status: 200 len: 985 time: 0.0643532 Jan 18 17:18:05.860180 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-858a02a4-dd5f-4a1a-b26c-69f702726199 req-d402be41-7807-438c-ad67-be402a794d19 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "GET /v2.0/security-groups?id=c89a7dc5-0961-4a5a-ac1f-02410b7e5eac&id=adbc9891-2120-4bd5-85fd-3d3b8b9e7be1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0568571 Jan 18 17:18:05.863372 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.plugin [req-4788cb64-9625-4566-8d0d-27adfcdafc3d req-9d3519bb-aee3-4127-a8d0-d6aca29dc421 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] Deleting port c8a8dcfe-2953-4c2b-bbd4-7e06df00fe7b {{(pid=103197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 17:18:05.863719 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-4788cb64-9625-4566-8d0d-27adfcdafc3d req-9d3519bb-aee3-4127-a8d0-d6aca29dc421 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785612421596'] for port (c8a8dcfe-2953-4c2b-bbd4-7e06df00fe7b), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:18:05.959278 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.db [req-4788cb64-9625-4566-8d0d-27adfcdafc3d req-9d3519bb-aee3-4127-a8d0-d6aca29dc421 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] For port c8a8dcfe-2953-4c2b-bbd4-7e06df00fe7b, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=c8a8dcfe-2953-4c2b-bbd4-7e06df00fe7b,segment=NetworkSegment(84c3f360-169e-4607-a6c7-1299530f908e),segment_id=84c3f360-169e-4607-a6c7-1299530f908e)] {{(pid=103197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:18:05.959573 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-4788cb64-9625-4566-8d0d-27adfcdafc3d req-9d3519bb-aee3-4127-a8d0-d6aca29dc421 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653228'] for port (c8a8dcfe-2953-4c2b-bbd4-7e06df00fe7b), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:18:05.972690 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.plugin [req-4788cb64-9625-4566-8d0d-27adfcdafc3d req-9d3519bb-aee3-4127-a8d0-d6aca29dc421 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] Calling delete_port for c8a8dcfe-2953-4c2b-bbd4-7e06df00fe7b owned by compute:nova {{(pid=103197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 17:18:06.171695 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-4788cb64-9625-4566-8d0d-27adfcdafc3d req-9d3519bb-aee3-4127-a8d0-d6aca29dc421 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785612430192', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785611913813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6115669'] for port (c8a8dcfe-2953-4c2b-bbd4-7e06df00fe7b), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:18:06.186244 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] get_ports_and_sgs() called for port_ids ['c8a8dcfe-2953-4c2b-bbd4-7e06df00fe7b'] {{(pid=103198) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 17:18:06.208450 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3519bb-aee3-4127-a8d0-d6aca29dc421 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] Pushing event deleted for resources: {'Port': ['ID=c8a8dcfe-2953-4c2b-bbd4-7e06df00fe7b,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:18:06.255230 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [req-4788cb64-9625-4566-8d0d-27adfcdafc3d req-9d3519bb-aee3-4127-a8d0-d6aca29dc421 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] No DVR routers for this DVR port c8a8dcfe-2953-4c2b-bbd4-7e06df00fe7b on host hv-cinder-73362 {{(pid=103197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 17:18:06.258999 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-4788cb64-9625-4566-8d0d-27adfcdafc3d req-9d3519bb-aee3-4127-a8d0-d6aca29dc421 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1923895'] for port (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:18:06.263806 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-4788cb64-9625-4566-8d0d-27adfcdafc3d req-9d3519bb-aee3-4127-a8d0-d6aca29dc421 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] 10.222.0.105 "DELETE /v2.0/ports/c8a8dcfe-2953-4c2b-bbd4-7e06df00fe7b HTTP/1.1" status: 204 len: 173 time: 0.5116260 Jan 18 17:18:06.264506 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c43b534-b6bf-496c-8f57-6d58df54e5d8', 'name': 'network-vif-deleted', 'tag': 'c8a8dcfe-2953-4c2b-bbd4-7e06df00fe7b'}] {{(pid=103197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 17:18:06.267693 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3aa228331c825044a8c5a816f7450a712b29f1505f8362b46ccab27415aa536" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-922ae539-0735-4e8d-bcab-00fe6f51e7c9" -d '{"events": [{"server_uuid": "8c43b534-b6bf-496c-8f57-6d58df54e5d8", "name": "network-vif-deleted", "tag": "c8a8dcfe-2953-4c2b-bbd4-7e06df00fe7b"}]}' {{(pid=103197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 17:18:06.306763 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 17:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faed5128-973c-4327-9a30-ef1c059d83b7 x-openstack-request-id: req-faed5128-973c-4327-9a30-ef1c059d83b7 {{(pid=103197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 17:18:06.307504 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c43b534-b6bf-496c-8f57-6d58df54e5d8", "name": "network-vif-deleted", "tag": "c8a8dcfe-2953-4c2b-bbd4-7e06df00fe7b", "status": "completed", "code": 200}]} {{(pid=103197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 17:18:06.307757 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-faed5128-973c-4327-9a30-ef1c059d83b7 {{(pid=103197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 17:18:06.308162 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c43b534-b6bf-496c-8f57-6d58df54e5d8', 'name': 'network-vif-deleted', 'tag': 'c8a8dcfe-2953-4c2b-bbd4-7e06df00fe7b', 'status': 'completed', 'code': 200} Jan 18 17:18:06.391377 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-9b50abd9-9c22-47ca-b6c2-94047f5fcd13 req-114f6956-9cae-4ebb-a5d5-a9a4b1c30558 tempest-VolumesActionsTest-1069702162 tempest-VolumesActionsTest-1069702162-project] 10.222.0.100 "GET /v2.0/ports?device_id=8c43b534-b6bf-496c-8f57-6d58df54e5d8 HTTP/1.1" status: 200 len: 210 time: 0.0300491 Jan 18 17:18:06.996438 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b889a3-174c-4e9a-a21b-b81a2c52499e req-aaee60a6-6ef2-4755-9c2f-33eeb3fc101c tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:18:06.998273 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-70b889a3-174c-4e9a-a21b-b81a2c52499e req-aaee60a6-6ef2-4755-9c2f-33eeb3fc101c tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "GET /v2.0/ports?device_id=0cf6cbd1-6df8-4d12-bd6f-0af78720aabe HTTP/1.1" status: 200 len: 985 time: 0.0635755 Jan 18 17:18:07.060109 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-70b889a3-174c-4e9a-a21b-b81a2c52499e req-a5778eae-1ac6-4db3-9f07-9e876099b270 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "GET /v2.0/security-groups?id=c89a7dc5-0961-4a5a-ac1f-02410b7e5eac&id=adbc9891-2120-4bd5-85fd-3d3b8b9e7be1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0558295 Jan 18 17:18:08.192186 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a583314-142f-4e4e-971a-7c6ceb1f03c0 req-0aed9790-326b-408f-aff1-9352f89ad6d5 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:18:08.193764 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-6a583314-142f-4e4e-971a-7c6ceb1f03c0 req-0aed9790-326b-408f-aff1-9352f89ad6d5 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "GET /v2.0/ports?device_id=0cf6cbd1-6df8-4d12-bd6f-0af78720aabe HTTP/1.1" status: 200 len: 985 time: 0.0551045 Jan 18 17:18:08.259640 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-6a583314-142f-4e4e-971a-7c6ceb1f03c0 req-8a98b5c6-4dd5-4430-9c91-02207e09f9e1 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "GET /v2.0/security-groups?id=c89a7dc5-0961-4a5a-ac1f-02410b7e5eac&id=adbc9891-2120-4bd5-85fd-3d3b8b9e7be1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0585778 Jan 18 17:18:09.385135 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee4b59e-29fb-49d0-8d38-3e6860c82d4a req-08efc269-1225-4495-b0ca-cf53ca283cce tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:18:09.386616 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-eee4b59e-29fb-49d0-8d38-3e6860c82d4a req-08efc269-1225-4495-b0ca-cf53ca283cce tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "GET /v2.0/ports?device_id=0cf6cbd1-6df8-4d12-bd6f-0af78720aabe HTTP/1.1" status: 200 len: 985 time: 0.0523705 Jan 18 17:18:09.451892 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-eee4b59e-29fb-49d0-8d38-3e6860c82d4a req-13b5d27a-244e-46f5-ac17-be2afcc2c764 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "GET /v2.0/security-groups?id=c89a7dc5-0961-4a5a-ac1f-02410b7e5eac&id=adbc9891-2120-4bd5-85fd-3d3b8b9e7be1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0595744 Jan 18 17:18:10.568855 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679c7a8b-4b3d-40d4-9845-69ee55fd02a1 req-505f6a4c-4a7e-4992-8790-88bff2a03b82 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:18:10.570574 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-679c7a8b-4b3d-40d4-9845-69ee55fd02a1 req-505f6a4c-4a7e-4992-8790-88bff2a03b82 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "GET /v2.0/ports?device_id=0cf6cbd1-6df8-4d12-bd6f-0af78720aabe HTTP/1.1" status: 200 len: 985 time: 0.0494525 Jan 18 17:18:10.632918 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-679c7a8b-4b3d-40d4-9845-69ee55fd02a1 req-a09e536f-d744-4b5b-a784-bbc4eb9be88a tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "GET /v2.0/security-groups?id=c89a7dc5-0961-4a5a-ac1f-02410b7e5eac&id=adbc9891-2120-4bd5-85fd-3d3b8b9e7be1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0560739 Jan 18 17:18:11.022627 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (e727efee-c94b-447a-9897-92f425521d05), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:18:11.659489 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Device c8a8dcfe-2953-4c2b-bbd4-7e06df00fe7b no longer exists at agent hyperv_hv-cinder-73362 {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 17:18:11.680823 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] No Port match for: c8a8dcfe-2953-4c2b-bbd4-7e06df00fe7b {{(pid=103198) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 17:18:11.683040 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Device c8a8dcfe-2953-4c2b-bbd4-7e06df00fe7b not bound to the agent host hv-cinder-73362 {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 17:18:11.755931 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb6dd69-f364-449e-bdba-4af58593c254 req-d0c578f0-b51d-4f21-93a6-76b87adcd91a tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:18:11.757323 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-6bb6dd69-f364-449e-bdba-4af58593c254 req-d0c578f0-b51d-4f21-93a6-76b87adcd91a tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "GET /v2.0/ports?device_id=0cf6cbd1-6df8-4d12-bd6f-0af78720aabe HTTP/1.1" status: 200 len: 985 time: 0.0526774 Jan 18 17:18:11.820533 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-6bb6dd69-f364-449e-bdba-4af58593c254 req-3f33eef2-089e-4426-8885-e8a8d6a068d4 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "GET /v2.0/security-groups?id=c89a7dc5-0961-4a5a-ac1f-02410b7e5eac&id=adbc9891-2120-4bd5-85fd-3d3b8b9e7be1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0559714 Jan 18 17:18:12.956180 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d13d40-cd35-4f7b-9c37-0f21af31c2ef req-2f2122a0-5281-4606-8f60-50c79abf21db tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:18:12.957694 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-69d13d40-cd35-4f7b-9c37-0f21af31c2ef req-2f2122a0-5281-4606-8f60-50c79abf21db tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "GET /v2.0/ports?device_id=0cf6cbd1-6df8-4d12-bd6f-0af78720aabe HTTP/1.1" status: 200 len: 985 time: 0.0586679 Jan 18 17:18:13.043657 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-69d13d40-cd35-4f7b-9c37-0f21af31c2ef req-41d75601-e5d5-418d-9e8d-fa7f2ed07342 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "GET /v2.0/security-groups?id=c89a7dc5-0961-4a5a-ac1f-02410b7e5eac&id=adbc9891-2120-4bd5-85fd-3d3b8b9e7be1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0747910 Jan 18 17:18:14.279953 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c97e14-9dc9-431f-a3b6-19acd35e077d req-74032077-5701-4f11-b23d-0c41887de7ff tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:18:14.282248 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-22c97e14-9dc9-431f-a3b6-19acd35e077d req-74032077-5701-4f11-b23d-0c41887de7ff tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "GET /v2.0/ports?device_id=0cf6cbd1-6df8-4d12-bd6f-0af78720aabe HTTP/1.1" status: 200 len: 985 time: 0.1044924 Jan 18 17:18:14.319718 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-9743a5ca-24d4-42c9-97a8-b1b4e43091aa req-ccccb7cb-7226-46d5-af4e-d73ac2e11c9c service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=2af000e1-f307-4cd1-a83c-b211cd0625d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0734491 Jan 18 17:18:14.384121 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-22c97e14-9dc9-431f-a3b6-19acd35e077d req-e4907e6f-7c05-46b4-ad98-1c772880cdea tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "GET /v2.0/security-groups?id=c89a7dc5-0961-4a5a-ac1f-02410b7e5eac&id=adbc9891-2120-4bd5-85fd-3d3b8b9e7be1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0956235 Jan 18 17:18:14.402171 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9743a5ca-24d4-42c9-97a8-b1b4e43091aa req-dc84c904-3501-4367-b867-fd171fa5f7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:18:14.403682 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-9743a5ca-24d4-42c9-97a8-b1b4e43091aa req-dc84c904-3501-4367-b867-fd171fa5f7e2 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=b3741339c9cb4d89942a9d122409b0f2&device_id=2af000e1-f307-4cd1-a83c-b211cd0625d0 HTTP/1.1" status: 200 len: 1099 time: 0.0604758 Jan 18 17:18:14.538863 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9743a5ca-24d4-42c9-97a8-b1b4e43091aa req-832a1600-0d2e-417d-923d-cb8b72ff8145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:18:14.541568 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-9743a5ca-24d4-42c9-97a8-b1b4e43091aa req-832a1600-0d2e-417d-923d-cb8b72ff8145 service neutron] 10.222.0.105 "GET /v2.0/networks?id=7ff719e7-6189-4b9c-a31a-5e6988ac7e0f HTTP/1.1" status: 200 len: 910 time: 0.1151609 Jan 18 17:18:14.616251 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-9743a5ca-24d4-42c9-97a8-b1b4e43091aa req-cf793793-6bac-4d75-8054-a94740365ce4 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6a04f358-0e34-4b83-95c6-89f9d87819ae HTTP/1.1" status: 200 len: 1002 time: 0.0672538 Jan 18 17:18:14.681637 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9743a5ca-24d4-42c9-97a8-b1b4e43091aa req-87b109f2-9907-45e5-ae62-9b6f64620e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:18:14.685182 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-9743a5ca-24d4-42c9-97a8-b1b4e43091aa req-87b109f2-9907-45e5-ae62-9b6f64620e63 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=c4b18e1a-148b-4cd9-a5b8-7af1ae242d93 HTTP/1.1" status: 200 len: 848 time: 0.0610728 Jan 18 17:18:14.745501 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9743a5ca-24d4-42c9-97a8-b1b4e43091aa req-17f41567-e3a3-4120-b2e3-4b8b67961678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:18:14.747171 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-9743a5ca-24d4-42c9-97a8-b1b4e43091aa req-17f41567-e3a3-4120-b2e3-4b8b67961678 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=7ff719e7-6189-4b9c-a31a-5e6988ac7e0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0502868 Jan 18 17:18:14.754355 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.agents_db [None req-82e58cf6-2858-46ee-adbb-688a61b9207a None None] Agent healthcheck: found 6 active agents {{(pid=103199) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 17:18:14.904694 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 58310) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:18:14.931779 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-9743a5ca-24d4-42c9-97a8-b1b4e43091aa req-8292f687-3051-4a3a-a815-9e80b9ce6041 service neutron] 10.222.0.105 "GET /v2.0/networks/7ff719e7-6189-4b9c-a31a-5e6988ac7e0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730692 Jan 18 17:18:14.962300 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad8bf3b3-a04b-4adf-b251-2b2a6ec775a0 admin admin] Deleting subnet a79977ad-ceed-4185-af29-5d3e23675be8 {{(pid=103196) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 17:18:14.966131 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ad8bf3b3-a04b-4adf-b251-2b2a6ec775a0 admin admin] Publish callbacks [] for subnet (a79977ad-ceed-4185-af29-5d3e23675be8), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:18:15.030810 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ad8bf3b3-a04b-4adf-b251-2b2a6ec775a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6178570'] for subnet (a79977ad-ceed-4185-af29-5d3e23675be8), precommit_delete_associations {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:18:15.059267 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-9743a5ca-24d4-42c9-97a8-b1b4e43091aa req-e4c74602-4fb6-415c-85b4-8a3778c9ebe7 service neutron] 10.222.0.105 "GET /v2.0/networks/7ff719e7-6189-4b9c-a31a-5e6988ac7e0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192868 Jan 18 17:18:15.109425 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ad8bf3b3-a04b-4adf-b251-2b2a6ec775a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1557582'] for subnet (a79977ad-ceed-4185-af29-5d3e23675be8), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:18:15.257953 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ad8bf3b3-a04b-4adf-b251-2b2a6ec775a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4300372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4592727'] for subnet (a79977ad-ceed-4185-af29-5d3e23675be8), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:18:15.272978 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ad8bf3b3-a04b-4adf-b251-2b2a6ec775a0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:18:15.279881 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-ad8bf3b3-a04b-4adf-b251-2b2a6ec775a0 admin admin] 10.222.0.100 "DELETE /v2.0/subnets/a79977ad-ceed-4185-af29-5d3e23675be8 HTTP/1.1" status: 204 len: 168 time: 0.3706739 Jan 18 17:18:15.280025 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 58318) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:18:15.321972 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8bf3b3-a04b-4adf-b251-2b2a6ec775a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a79977ad-ceed-4185-af29-5d3e23675be8,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:18:15.352950 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8bf3b3-a04b-4adf-b251-2b2a6ec775a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:18:15.354106 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8bf3b3-a04b-4adf-b251-2b2a6ec775a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:18:15.355365 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8bf3b3-a04b-4adf-b251-2b2a6ec775a0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:18:15.356158 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8bf3b3-a04b-4adf-b251-2b2a6ec775a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:18:15.357437 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8bf3b3-a04b-4adf-b251-2b2a6ec775a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:18:15.358248 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8bf3b3-a04b-4adf-b251-2b2a6ec775a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:18:15.358858 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8bf3b3-a04b-4adf-b251-2b2a6ec775a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:18:15.359410 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8bf3b3-a04b-4adf-b251-2b2a6ec775a0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:18:15.360028 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8bf3b3-a04b-4adf-b251-2b2a6ec775a0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:18:15.360622 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8bf3b3-a04b-4adf-b251-2b2a6ec775a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:18:15.361009 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8bf3b3-a04b-4adf-b251-2b2a6ec775a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:18:15.361555 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8bf3b3-a04b-4adf-b251-2b2a6ec775a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:18:15.361925 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8bf3b3-a04b-4adf-b251-2b2a6ec775a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:18:15.374774 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-3f6f46b8-a0a3-4b5a-9ddf-621de11eb376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540870'] for network (abcf6283-b96f-4717-b2e5-77af2836b83a), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:18:15.499703 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-3f6f46b8-a0a3-4b5a-9ddf-621de11eb376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1561079', 'neutron.services.segments.db._delete_segments_for_network-8785612501023'] for network (abcf6283-b96f-4717-b2e5-77af2836b83a), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:18:15.530910 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.services.segments.db [None req-3f6f46b8-a0a3-4b5a-9ddf-621de11eb376 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abcf6283-b96f-4717-b2e5-77af2836b83a']}} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:18:15.545018 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.services.segments.db [None req-3f6f46b8-a0a3-4b5a-9ddf-621de11eb376 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b0639ea-a186-4f2d-bc87-af60223e14c5') {'for_net_delete': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:18:15.545451 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.services.segments.db [None req-3f6f46b8-a0a3-4b5a-9ddf-621de11eb376 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b0639ea-a186-4f2d-bc87-af60223e14c5') {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:18:15.554865 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90020774-4942-4dc5-8061-efa4f81ea56d req-b4b2e4a0-aa32-44ac-800e-81df483a5a25 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:18:15.556821 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-90020774-4942-4dc5-8061-efa4f81ea56d req-b4b2e4a0-aa32-44ac-800e-81df483a5a25 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "GET /v2.0/ports?device_id=0cf6cbd1-6df8-4d12-bd6f-0af78720aabe HTTP/1.1" status: 200 len: 985 time: 0.0932357 Jan 18 17:18:15.565886 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-3f6f46b8-a0a3-4b5a-9ddf-621de11eb376 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785612502312', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6389701'] for segment (9b0639ea-a186-4f2d-bc87-af60223e14c5), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:18:15.595602 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-3f6f46b8-a0a3-4b5a-9ddf-621de11eb376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527697'] for segment (9b0639ea-a186-4f2d-bc87-af60223e14c5), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:18:15.605471 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f6f46b8-a0a3-4b5a-9ddf-621de11eb376 admin admin] Releasing vlan 280 on physical network physnet1 to pool {{(pid=103197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 17:18:15.606059 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-3f6f46b8-a0a3-4b5a-9ddf-621de11eb376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6115622'] for segment (9b0639ea-a186-4f2d-bc87-af60223e14c5), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:18:15.607937 dv-cinder-733623-11-iscsi neutron-server[103197]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:18:15.607937 dv-cinder-733623-11-iscsi neutron-server[103197]: warnings.warn(msg) Jan 18 17:18:15.607937 dv-cinder-733623-11-iscsi neutron-server[103197]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:18:15.607937 dv-cinder-733623-11-iscsi neutron-server[103197]: warnings.warn(msg) Jan 18 17:18:15.607937 dv-cinder-733623-11-iscsi neutron-server[103197]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:18:15.607937 dv-cinder-733623-11-iscsi neutron-server[103197]: warnings.warn(msg) Jan 18 17:18:15.607937 dv-cinder-733623-11-iscsi neutron-server[103197]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:18:15.607937 dv-cinder-733623-11-iscsi neutron-server[103197]: warnings.warn(msg) Jan 18 17:18:15.607937 dv-cinder-733623-11-iscsi neutron-server[103197]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:18:15.607937 dv-cinder-733623-11-iscsi neutron-server[103197]: warnings.warn(msg) Jan 18 17:18:15.607937 dv-cinder-733623-11-iscsi neutron-server[103197]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:18:15.607937 dv-cinder-733623-11-iscsi neutron-server[103197]: warnings.warn(msg) Jan 18 17:18:15.607937 dv-cinder-733623-11-iscsi neutron-server[103197]: Traceback (most recent call last): Jan 18 17:18:15.607937 dv-cinder-733623-11-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 17:18:15.607937 dv-cinder-733623-11-iscsi neutron-server[103197]: timer() Jan 18 17:18:15.607937 dv-cinder-733623-11-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 17:18:15.607937 dv-cinder-733623-11-iscsi neutron-server[103197]: cb(*args, **kw) Jan 18 17:18:15.607937 dv-cinder-733623-11-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 17:18:15.607937 dv-cinder-733623-11-iscsi neutron-server[103197]: return func(*args, **kwargs) Jan 18 17:18:15.607937 dv-cinder-733623-11-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 17:18:15.607937 dv-cinder-733623-11-iscsi neutron-server[103197]: self._notify() Jan 18 17:18:15.607937 dv-cinder-733623-11-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 17:18:15.607937 dv-cinder-733623-11-iscsi neutron-server[103197]: self.callback(batched_events) Jan 18 17:18:15.607937 dv-cinder-733623-11-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 17:18:15.607937 dv-cinder-733623-11-iscsi neutron-server[103197]: event.method(event) Jan 18 17:18:15.607937 dv-cinder-733623-11-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 17:18:15.607937 dv-cinder-733623-11-iscsi neutron-server[103197]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 17:18:15.607937 dv-cinder-733623-11-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 17:18:15.607937 dv-cinder-733623-11-iscsi neutron-server[103197]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 17:18:15.607937 dv-cinder-733623-11-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 17:18:15.607937 dv-cinder-733623-11-iscsi neutron-server[103197]: return f(self, *a, **k) Jan 18 17:18:15.607937 dv-cinder-733623-11-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 17:18:15.607937 dv-cinder-733623-11-iscsi neutron-server[103197]: return self._get(url).json() Jan 18 17:18:15.607937 dv-cinder-733623-11-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 17:18:15.607937 dv-cinder-733623-11-iscsi neutron-server[103197]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 17:18:15.607937 dv-cinder-733623-11-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 17:18:15.607937 dv-cinder-733623-11-iscsi neutron-server[103197]: return self.request(url, 'GET', **kwargs) Jan 18 17:18:15.607937 dv-cinder-733623-11-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 17:18:15.607937 dv-cinder-733623-11-iscsi neutron-server[103197]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 17:18:15.607937 dv-cinder-733623-11-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 17:18:15.607937 dv-cinder-733623-11-iscsi neutron-server[103197]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 17:18:15.607937 dv-cinder-733623-11-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 17:18:15.607937 dv-cinder-733623-11-iscsi neutron-server[103197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 17:18:15.607937 dv-cinder-733623-11-iscsi neutron-server[103197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 17:18:15.701660 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-90020774-4942-4dc5-8061-efa4f81ea56d req-942db32b-2c04-4d6f-9f7a-f79a45209bd5 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "GET /v2.0/security-groups?id=c89a7dc5-0961-4a5a-ac1f-02410b7e5eac&id=adbc9891-2120-4bd5-85fd-3d3b8b9e7be1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1335089 Jan 18 17:18:15.766692 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-3f6f46b8-a0a3-4b5a-9ddf-621de11eb376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647965'] for network (abcf6283-b96f-4717-b2e5-77af2836b83a), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:18:15.773852 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-3f6f46b8-a0a3-4b5a-9ddf-621de11eb376 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526667'] for network (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:18:15.780546 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-3f6f46b8-a0a3-4b5a-9ddf-621de11eb376 admin admin] 10.222.0.100 "DELETE /v2.0/networks/abcf6283-b96f-4717-b2e5-77af2836b83a HTTP/1.1" status: 204 len: 168 time: 0.4969671 Jan 18 17:18:15.807293 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6f46b8-a0a3-4b5a-9ddf-621de11eb376 admin admin] Pushing event deleted for resources: {'Network': ['ID=abcf6283-b96f-4717-b2e5-77af2836b83a,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:18:15.828660 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6f46b8-a0a3-4b5a-9ddf-621de11eb376 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:18:15.829587 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6f46b8-a0a3-4b5a-9ddf-621de11eb376 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:18:15.830079 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6f46b8-a0a3-4b5a-9ddf-621de11eb376 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:18:15.830703 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6f46b8-a0a3-4b5a-9ddf-621de11eb376 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:18:15.831254 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6f46b8-a0a3-4b5a-9ddf-621de11eb376 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:18:15.831754 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6f46b8-a0a3-4b5a-9ddf-621de11eb376 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:18:15.832100 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6f46b8-a0a3-4b5a-9ddf-621de11eb376 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:18:15.832444 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6f46b8-a0a3-4b5a-9ddf-621de11eb376 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:18:15.832863 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6f46b8-a0a3-4b5a-9ddf-621de11eb376 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:18:15.833471 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6f46b8-a0a3-4b5a-9ddf-621de11eb376 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:18:15.834082 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6f46b8-a0a3-4b5a-9ddf-621de11eb376 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:18:15.834812 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6f46b8-a0a3-4b5a-9ddf-621de11eb376 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:18:15.835182 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6f46b8-a0a3-4b5a-9ddf-621de11eb376 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:18:16.179171 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 58332) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:18:16.257226 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-10786c08-34d9-4f84-8d02-da03353b2e64 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=10fba601dcfd4f0a94f85b575e1e7fd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0723853 Jan 18 17:18:16.262975 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 58334) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:18:16.331428 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-dd7934f3-ca77-406d-83b4-8e5c99f1958e admin admin] Publish callbacks [] for security_group (0e8965bc-a288-442f-b721-3a0f13c576b9), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:18:16.353371 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-dd7934f3-ca77-406d-83b4-8e5c99f1958e admin admin] Publish callbacks [] for security_group (0e8965bc-a288-442f-b721-3a0f13c576b9), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:18:16.456909 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-dd7934f3-ca77-406d-83b4-8e5c99f1958e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (0e8965bc-a288-442f-b721-3a0f13c576b9), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:18:16.459583 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-dd7934f3-ca77-406d-83b4-8e5c99f1958e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:18:16.463918 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-dd7934f3-ca77-406d-83b4-8e5c99f1958e admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/0e8965bc-a288-442f-b721-3a0f13c576b9 HTTP/1.1" status: 204 len: 168 time: 0.1913908 Jan 18 17:18:16.473260 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7934f3-ca77-406d-83b4-8e5c99f1958e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e8965bc-a288-442f-b721-3a0f13c576b9,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:18:16.870612 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842a3c1b-f78e-4059-9296-1e34569e1c52 req-7f297fca-6fb1-42ad-9ae0-66cf8c764ffa tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:18:16.872622 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-842a3c1b-f78e-4059-9296-1e34569e1c52 req-7f297fca-6fb1-42ad-9ae0-66cf8c764ffa tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "GET /v2.0/ports?device_id=0cf6cbd1-6df8-4d12-bd6f-0af78720aabe HTTP/1.1" status: 200 len: 985 time: 0.0703917 Jan 18 17:18:16.985915 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-842a3c1b-f78e-4059-9296-1e34569e1c52 req-e8e173f7-999e-46bf-900a-93606b6bda7c tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "GET /v2.0/security-groups?id=c89a7dc5-0961-4a5a-ac1f-02410b7e5eac&id=adbc9891-2120-4bd5-85fd-3d3b8b9e7be1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1055586 Jan 18 17:18:18.155187 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933ad578-93a7-472e-a8b6-47dac1aa7f8d req-509a4b42-2429-431f-a1ed-899103a993ac tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:18:18.157469 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-933ad578-93a7-472e-a8b6-47dac1aa7f8d req-509a4b42-2429-431f-a1ed-899103a993ac tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "GET /v2.0/ports?device_id=0cf6cbd1-6df8-4d12-bd6f-0af78720aabe HTTP/1.1" status: 200 len: 985 time: 0.0716488 Jan 18 17:18:18.233706 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-933ad578-93a7-472e-a8b6-47dac1aa7f8d req-0ca14e31-3ad5-4aa7-b7a4-6f14b3b82414 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "GET /v2.0/security-groups?id=c89a7dc5-0961-4a5a-ac1f-02410b7e5eac&id=adbc9891-2120-4bd5-85fd-3d3b8b9e7be1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0693874 Jan 18 17:18:20.515081 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202d1ecb-aaaf-4c1f-add0-d456a87a0817 req-2ae2f465-b4c2-4b99-b11c-4e66175655f3 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:18:20.516616 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-202d1ecb-aaaf-4c1f-add0-d456a87a0817 req-2ae2f465-b4c2-4b99-b11c-4e66175655f3 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/ports?device_id=2af000e1-f307-4cd1-a83c-b211cd0625d0 HTTP/1.1" status: 200 len: 946 time: 0.0768456 Jan 18 17:18:20.579658 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-202d1ecb-aaaf-4c1f-add0-d456a87a0817 req-621faa7b-6938-423a-a91c-3b4a8e2a4d19 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/security-groups?id=bc955990-e634-496f-b35f-a2b795c30f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562744 Jan 18 17:18:21.713811 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17be9a04-4132-43d3-9922-409f1dbc48bf req-8dc30f67-a386-455a-b71c-bbd66ff3bc93 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:18:21.716391 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-17be9a04-4132-43d3-9922-409f1dbc48bf req-8dc30f67-a386-455a-b71c-bbd66ff3bc93 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/ports?device_id=2af000e1-f307-4cd1-a83c-b211cd0625d0 HTTP/1.1" status: 200 len: 946 time: 0.0604482 Jan 18 17:18:21.782394 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-17be9a04-4132-43d3-9922-409f1dbc48bf req-d2bca86b-e780-447d-98b2-b433ab57616c tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/security-groups?id=bc955990-e634-496f-b35f-a2b795c30f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577283 Jan 18 17:18:22.828918 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3270aa74-9fe1-4661-9097-664519e8d1a0 req-2d821d9a-7b70-49f0-a219-ddd77353059f tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:18:22.831157 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-3270aa74-9fe1-4661-9097-664519e8d1a0 req-2d821d9a-7b70-49f0-a219-ddd77353059f tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/ports?device_id=a0142f18-1c38-4d0b-841f-2f6eecb854b9 HTTP/1.1" status: 200 len: 945 time: 0.0804901 Jan 18 17:18:22.895670 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-3270aa74-9fe1-4661-9097-664519e8d1a0 req-a4f4695b-cb44-43ee-8a5b-d3282b782849 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/security-groups?id=95a96d85-de0d-4a2e-8acd-c327a3f00b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566926 Jan 18 17:18:22.958191 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aef2a0-ed2d-44f7-9630-fdd54ac2bd65 req-7c9670ec-a9d3-4221-8e41-0a9cd73f95d8 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:18:22.959890 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-04aef2a0-ed2d-44f7-9630-fdd54ac2bd65 req-7c9670ec-a9d3-4221-8e41-0a9cd73f95d8 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/ports?device_id=2af000e1-f307-4cd1-a83c-b211cd0625d0 HTTP/1.1" status: 200 len: 946 time: 0.0763299 Jan 18 17:18:23.057888 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-04aef2a0-ed2d-44f7-9630-fdd54ac2bd65 req-cf93ab6a-6427-43c2-ba0e-384e0039d2c0 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/security-groups?id=bc955990-e634-496f-b35f-a2b795c30f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910811 Jan 18 17:18:24.063924 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc61d15c-8161-4f50-a0ec-1ca9c1eb5105 req-85af0630-b7f4-4b63-82d6-17d31ff761ea tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:18:24.066404 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-dc61d15c-8161-4f50-a0ec-1ca9c1eb5105 req-85af0630-b7f4-4b63-82d6-17d31ff761ea tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/ports?device_id=a0142f18-1c38-4d0b-841f-2f6eecb854b9 HTTP/1.1" status: 200 len: 945 time: 0.0728161 Jan 18 17:18:24.127240 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-dc61d15c-8161-4f50-a0ec-1ca9c1eb5105 req-4a6fb133-e5aa-4092-b6e6-2dd33a12d82f tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/security-groups?id=95a96d85-de0d-4a2e-8acd-c327a3f00b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519922 Jan 18 17:18:24.221977 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86a9ba8-fe3a-4755-852a-decf26d67038 req-258653ef-4c86-4083-92a1-80ae4b99231b tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:18:24.223641 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c86a9ba8-fe3a-4755-852a-decf26d67038 req-258653ef-4c86-4083-92a1-80ae4b99231b tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/ports?device_id=2af000e1-f307-4cd1-a83c-b211cd0625d0 HTTP/1.1" status: 200 len: 946 time: 0.0564876 Jan 18 17:18:24.291724 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c86a9ba8-fe3a-4755-852a-decf26d67038 req-1f23aac8-3a92-4044-854e-57d324235046 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/security-groups?id=bc955990-e634-496f-b35f-a2b795c30f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598905 Jan 18 17:18:25.256133 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2265bb1-1999-41d0-8652-549822e78f7c req-c7960160-e374-475e-bba2-84e7a647af35 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:18:25.257507 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-e2265bb1-1999-41d0-8652-549822e78f7c req-c7960160-e374-475e-bba2-84e7a647af35 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/ports?device_id=a0142f18-1c38-4d0b-841f-2f6eecb854b9 HTTP/1.1" status: 200 len: 945 time: 0.0486641 Jan 18 17:18:25.332351 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-e2265bb1-1999-41d0-8652-549822e78f7c req-6351de58-5a6a-44ea-a3b7-10b6438391c4 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/security-groups?id=95a96d85-de0d-4a2e-8acd-c327a3f00b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685124 Jan 18 17:18:25.453355 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e60beb4-bcfe-46a4-bbe7-6019a5066699 req-58f9469d-3304-431e-9132-973cef253049 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:18:25.454954 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-6e60beb4-bcfe-46a4-bbe7-6019a5066699 req-58f9469d-3304-431e-9132-973cef253049 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/ports?device_id=2af000e1-f307-4cd1-a83c-b211cd0625d0 HTTP/1.1" status: 200 len: 946 time: 0.0566514 Jan 18 17:18:25.521276 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-6e60beb4-bcfe-46a4-bbe7-6019a5066699 req-a6a7a5c2-de24-426c-8314-0be3456cef59 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/security-groups?id=bc955990-e634-496f-b35f-a2b795c30f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606859 Jan 18 17:18:25.765104 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-f0a3bd9c-f34d-4639-869e-fe7ca429d631 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (1e8d2d8a-92ca-4025-a540-71c8151dbccf), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:18:26.462762 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5c7040-2a6e-4969-83b1-12f947fc5f8f req-2b5048e9-f2b9-4e28-8237-b6e731ec928c tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:18:26.464998 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-9d5c7040-2a6e-4969-83b1-12f947fc5f8f req-2b5048e9-f2b9-4e28-8237-b6e731ec928c tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/ports?device_id=a0142f18-1c38-4d0b-841f-2f6eecb854b9 HTTP/1.1" status: 200 len: 945 time: 0.0601764 Jan 18 17:18:26.521884 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-9d5c7040-2a6e-4969-83b1-12f947fc5f8f req-cf796a3f-47d3-404c-a3e1-a52318bbc491 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/security-groups?id=95a96d85-de0d-4a2e-8acd-c327a3f00b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508516 Jan 18 17:18:26.668739 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d0f89b-b5ae-42f3-87c1-8d6d7946bf7f req-fec1139d-2d92-4074-a2f7-1429fa80d436 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:18:26.671633 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-12d0f89b-b5ae-42f3-87c1-8d6d7946bf7f req-fec1139d-2d92-4074-a2f7-1429fa80d436 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/ports?device_id=2af000e1-f307-4cd1-a83c-b211cd0625d0 HTTP/1.1" status: 200 len: 946 time: 0.0636513 Jan 18 17:18:26.728585 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-12d0f89b-b5ae-42f3-87c1-8d6d7946bf7f req-c780c360-4a0f-4202-bf9e-f74f8bce6ff4 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/security-groups?id=bc955990-e634-496f-b35f-a2b795c30f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519898 Jan 18 17:18:27.663014 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e129a7-c07e-4069-ade4-2b74d3b3c89b req-4067864a-eb11-41b9-86e2-3201b223b3c1 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:18:27.671277 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-30e129a7-c07e-4069-ade4-2b74d3b3c89b req-4067864a-eb11-41b9-86e2-3201b223b3c1 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/ports?device_id=a0142f18-1c38-4d0b-841f-2f6eecb854b9 HTTP/1.1" status: 200 len: 945 time: 0.0597162 Jan 18 17:18:27.716683 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-30e129a7-c07e-4069-ade4-2b74d3b3c89b req-c2ccc01e-a979-43fa-b56c-b8fbf8ffc959 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/security-groups?id=95a96d85-de0d-4a2e-8acd-c327a3f00b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445457 Jan 18 17:18:27.862994 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60da0036-fa9f-4756-89a3-a9cfb8dd444d req-460092a0-1a09-4591-abeb-f32eff8039db tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:18:27.865367 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-60da0036-fa9f-4756-89a3-a9cfb8dd444d req-460092a0-1a09-4591-abeb-f32eff8039db tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/ports?device_id=2af000e1-f307-4cd1-a83c-b211cd0625d0 HTTP/1.1" status: 200 len: 946 time: 0.0540345 Jan 18 17:18:27.925230 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-60da0036-fa9f-4756-89a3-a9cfb8dd444d req-ff6df7cf-dd58-4a4e-9df5-9190895df7a9 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/security-groups?id=bc955990-e634-496f-b35f-a2b795c30f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508981 Jan 18 17:18:28.193401 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-1e7dde34-bdff-4ee1-b807-616124ec5688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (34860b7f-7c9d-4265-9a0a-1b9bd2e1622e), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:18:28.847447 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05bcdda-7f62-4a0d-87e9-2e0216bd7f85 req-afc2f131-492c-49ce-827e-778ad2299d14 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:18:28.908052 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-f05bcdda-7f62-4a0d-87e9-2e0216bd7f85 req-afc2f131-492c-49ce-827e-778ad2299d14 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/ports?device_id=a0142f18-1c38-4d0b-841f-2f6eecb854b9 HTTP/1.1" status: 200 len: 945 time: 0.0526545 Jan 18 17:18:28.908052 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-f05bcdda-7f62-4a0d-87e9-2e0216bd7f85 req-5ef3aa02-0141-48ca-9b56-165aec6248b3 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/security-groups?id=95a96d85-de0d-4a2e-8acd-c327a3f00b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411575 Jan 18 17:18:29.051037 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773e809c-cf4d-41c4-b304-74429576cd71 req-16aa3da4-e448-4a43-99cc-9f3447f4a3cf tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:18:29.052558 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-773e809c-cf4d-41c4-b304-74429576cd71 req-16aa3da4-e448-4a43-99cc-9f3447f4a3cf tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/ports?device_id=2af000e1-f307-4cd1-a83c-b211cd0625d0 HTTP/1.1" status: 200 len: 946 time: 0.0552120 Jan 18 17:18:29.068072 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-a24976dc-7f89-446d-8d9b-8a75bf0e6853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (f7781508-68f4-4d6b-b413-74596bae1216), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:18:29.103760 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-773e809c-cf4d-41c4-b304-74429576cd71 req-1049b903-004c-445a-bd9c-628fda293dfe tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/security-groups?id=bc955990-e634-496f-b35f-a2b795c30f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447874 Jan 18 17:18:30.018823 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5219984-e144-481f-ad75-131681c8b102 req-14bfe3e3-a827-45c6-9746-a2dbe54171c0 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:18:30.020316 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-e5219984-e144-481f-ad75-131681c8b102 req-14bfe3e3-a827-45c6-9746-a2dbe54171c0 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/ports?device_id=a0142f18-1c38-4d0b-841f-2f6eecb854b9 HTTP/1.1" status: 200 len: 945 time: 0.0512280 Jan 18 17:18:30.067663 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-e5219984-e144-481f-ad75-131681c8b102 req-ea573f98-e7f4-4f27-8ae1-d9bba08929c5 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/security-groups?id=95a96d85-de0d-4a2e-8acd-c327a3f00b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408556 Jan 18 17:18:30.224573 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfa6e9d-19dc-4938-b1d5-64b07061a9ab req-a6bbac75-da03-4145-9960-e2a0d208a4b3 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:18:30.226064 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-7cfa6e9d-19dc-4938-b1d5-64b07061a9ab req-a6bbac75-da03-4145-9960-e2a0d208a4b3 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/ports?device_id=2af000e1-f307-4cd1-a83c-b211cd0625d0 HTTP/1.1" status: 200 len: 946 time: 0.0542359 Jan 18 17:18:30.274953 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-7cfa6e9d-19dc-4938-b1d5-64b07061a9ab req-59b0264f-4829-4ecd-860a-b3f2a0b2d1e2 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/security-groups?id=bc955990-e634-496f-b35f-a2b795c30f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433435 Jan 18 17:18:30.667822 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-d0f57583-9799-4745-8039-4fb698731137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (f223777b-396b-444b-a9c9-71cdff5b918d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:18:31.184486 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6a696a-20bb-4983-87ad-1ae881bf2b2f req-e1500280-8461-4a25-99a3-8ee516f8c3c1 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:18:31.189254 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-3b6a696a-20bb-4983-87ad-1ae881bf2b2f req-e1500280-8461-4a25-99a3-8ee516f8c3c1 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/ports?device_id=a0142f18-1c38-4d0b-841f-2f6eecb854b9 HTTP/1.1" status: 200 len: 945 time: 0.0495341 Jan 18 17:18:31.239658 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-3b6a696a-20bb-4983-87ad-1ae881bf2b2f req-14a2905e-bb97-4a3f-9bf1-f9bb2d0a6946 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/security-groups?id=95a96d85-de0d-4a2e-8acd-c327a3f00b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480831 Jan 18 17:18:31.391870 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da671d98-bd91-4732-b26f-487774c208da req-1c84be53-ecad-423e-ac97-e4e0477ae71e tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:18:31.393456 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-da671d98-bd91-4732-b26f-487774c208da req-1c84be53-ecad-423e-ac97-e4e0477ae71e tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/ports?device_id=2af000e1-f307-4cd1-a83c-b211cd0625d0 HTTP/1.1" status: 200 len: 946 time: 0.0498474 Jan 18 17:18:31.446159 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-da671d98-bd91-4732-b26f-487774c208da req-3804ab71-c02d-433f-aaa2-3f754c801b7a tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/security-groups?id=bc955990-e634-496f-b35f-a2b795c30f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472867 Jan 18 17:18:31.856212 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (a6f837d2-7b5b-4cd3-9c28-296017d8b8e6), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:18:32.357454 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af1a779-c660-40e4-8f06-92c613a69fbe req-6a3590fb-a56e-4006-80f4-00a76b6fe0cd tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:18:32.358939 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-8af1a779-c660-40e4-8f06-92c613a69fbe req-6a3590fb-a56e-4006-80f4-00a76b6fe0cd tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/ports?device_id=a0142f18-1c38-4d0b-841f-2f6eecb854b9 HTTP/1.1" status: 200 len: 945 time: 0.0503204 Jan 18 17:18:32.409530 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-8af1a779-c660-40e4-8f06-92c613a69fbe req-4e43991c-74e9-4bef-a95c-ec0331e7d4ce tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/security-groups?id=95a96d85-de0d-4a2e-8acd-c327a3f00b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443237 Jan 18 17:18:32.566351 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78955e1b-9dec-4c08-9712-f05ec804c0bf req-d6db0623-e03d-4ea2-bed7-68af68239ea3 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:18:32.567866 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-78955e1b-9dec-4c08-9712-f05ec804c0bf req-d6db0623-e03d-4ea2-bed7-68af68239ea3 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/ports?device_id=2af000e1-f307-4cd1-a83c-b211cd0625d0 HTTP/1.1" status: 200 len: 946 time: 0.0522285 Jan 18 17:18:32.621416 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-78955e1b-9dec-4c08-9712-f05ec804c0bf req-644b603d-63df-4eab-a5a7-9fc59aacef16 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/security-groups?id=bc955990-e634-496f-b35f-a2b795c30f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475786 Jan 18 17:18:33.069285 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 58578) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:18:33.116399 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.db.db_base_plugin_v2 [None req-c26627f6-74ec-45f6-8f6b-243dd4b2a0fc admin admin] Deleting subnet aa68f39e-71dc-46c3-b532-dcda37d4ffe5 {{(pid=103196) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 17:18:33.120686 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c26627f6-74ec-45f6-8f6b-243dd4b2a0fc admin admin] Publish callbacks [] for subnet (aa68f39e-71dc-46c3-b532-dcda37d4ffe5), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:18:33.160980 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c26627f6-74ec-45f6-8f6b-243dd4b2a0fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6178570'] for subnet (aa68f39e-71dc-46c3-b532-dcda37d4ffe5), precommit_delete_associations {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:18:33.202551 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c26627f6-74ec-45f6-8f6b-243dd4b2a0fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1557582'] for subnet (aa68f39e-71dc-46c3-b532-dcda37d4ffe5), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:18:33.302704 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c26627f6-74ec-45f6-8f6b-243dd4b2a0fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4300372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4592727'] for subnet (aa68f39e-71dc-46c3-b532-dcda37d4ffe5), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:18:33.330508 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26627f6-74ec-45f6-8f6b-243dd4b2a0fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa68f39e-71dc-46c3-b532-dcda37d4ffe5,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:18:33.336893 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c26627f6-74ec-45f6-8f6b-243dd4b2a0fc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:18:33.340243 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-c26627f6-74ec-45f6-8f6b-243dd4b2a0fc admin admin] 10.222.0.100 "DELETE /v2.0/subnets/aa68f39e-71dc-46c3-b532-dcda37d4ffe5 HTTP/1.1" status: 204 len: 168 time: 0.2696230 Jan 18 17:18:33.342650 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 58582) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:18:33.412049 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-bc405501-d9a5-40f3-a333-cf780d450d27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540870'] for network (7f6b1b4d-60e1-4bf7-b0a9-222b065577ab), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:18:33.520708 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-bc405501-d9a5-40f3-a333-cf780d450d27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1561079', 'neutron.services.segments.db._delete_segments_for_network-8785612501023'] for network (7f6b1b4d-60e1-4bf7-b0a9-222b065577ab), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:18:33.545691 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.services.segments.db [None req-bc405501-d9a5-40f3-a333-cf780d450d27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f6b1b4d-60e1-4bf7-b0a9-222b065577ab']}} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:18:33.557903 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.services.segments.db [None req-bc405501-d9a5-40f3-a333-cf780d450d27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84c3f360-169e-4607-a6c7-1299530f908e') {'for_net_delete': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:18:33.558129 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.services.segments.db [None req-bc405501-d9a5-40f3-a333-cf780d450d27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84c3f360-169e-4607-a6c7-1299530f908e') {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:18:33.566891 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10640648-22be-48c2-9ef3-40fb36abd113 req-c60cd94e-563a-491b-928e-2ef12bc9de52 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:18:33.568397 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-10640648-22be-48c2-9ef3-40fb36abd113 req-c60cd94e-563a-491b-928e-2ef12bc9de52 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/ports?device_id=a0142f18-1c38-4d0b-841f-2f6eecb854b9 HTTP/1.1" status: 200 len: 945 time: 0.0819612 Jan 18 17:18:33.584524 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-bc405501-d9a5-40f3-a333-cf780d450d27 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785612502312', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6178579'] for segment (84c3f360-169e-4607-a6c7-1299530f908e), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:18:33.611877 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-bc405501-d9a5-40f3-a333-cf780d450d27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527697'] for segment (84c3f360-169e-4607-a6c7-1299530f908e), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:18:33.626151 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc405501-d9a5-40f3-a333-cf780d450d27 admin admin] Releasing vlan 294 on physical network physnet1 to pool {{(pid=103196) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 17:18:33.626536 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-bc405501-d9a5-40f3-a333-cf780d450d27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4300298'] for segment (84c3f360-169e-4607-a6c7-1299530f908e), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:18:33.628195 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:18:33.628195 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:18:33.628195 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:18:33.628195 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:18:33.628195 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:18:33.628195 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:18:33.628195 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:18:33.628195 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:18:33.628195 dv-cinder-733623-11-iscsi neutron-server[103196]: Traceback (most recent call last): Jan 18 17:18:33.628195 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 17:18:33.628195 dv-cinder-733623-11-iscsi neutron-server[103196]: timer() Jan 18 17:18:33.628195 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 17:18:33.628195 dv-cinder-733623-11-iscsi neutron-server[103196]: cb(*args, **kw) Jan 18 17:18:33.628195 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 17:18:33.628195 dv-cinder-733623-11-iscsi neutron-server[103196]: return func(*args, **kwargs) Jan 18 17:18:33.628195 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 17:18:33.628195 dv-cinder-733623-11-iscsi neutron-server[103196]: self._notify() Jan 18 17:18:33.628195 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 17:18:33.628195 dv-cinder-733623-11-iscsi neutron-server[103196]: self.callback(batched_events) Jan 18 17:18:33.628195 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 17:18:33.628195 dv-cinder-733623-11-iscsi neutron-server[103196]: event.method(event) Jan 18 17:18:33.628195 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 17:18:33.628195 dv-cinder-733623-11-iscsi neutron-server[103196]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 17:18:33.628195 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 17:18:33.628195 dv-cinder-733623-11-iscsi neutron-server[103196]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 17:18:33.628195 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 17:18:33.628195 dv-cinder-733623-11-iscsi neutron-server[103196]: return f(self, *a, **k) Jan 18 17:18:33.628195 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 17:18:33.628195 dv-cinder-733623-11-iscsi neutron-server[103196]: return self._get(url).json() Jan 18 17:18:33.628195 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 17:18:33.628195 dv-cinder-733623-11-iscsi neutron-server[103196]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 17:18:33.628195 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 17:18:33.628195 dv-cinder-733623-11-iscsi neutron-server[103196]: return self.request(url, 'GET', **kwargs) Jan 18 17:18:33.628195 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 17:18:33.628195 dv-cinder-733623-11-iscsi neutron-server[103196]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 17:18:33.628195 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 17:18:33.628195 dv-cinder-733623-11-iscsi neutron-server[103196]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 17:18:33.628195 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 17:18:33.628195 dv-cinder-733623-11-iscsi neutron-server[103196]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 17:18:33.628195 dv-cinder-733623-11-iscsi neutron-server[103196]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 17:18:33.644478 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-10640648-22be-48c2-9ef3-40fb36abd113 req-9e882492-47cd-4eb4-b485-6413d82089d4 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/security-groups?id=95a96d85-de0d-4a2e-8acd-c327a3f00b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695696 Jan 18 17:18:33.740691 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e456c1-ff5c-4413-b33e-50da656b58c5 req-b9732cb6-faae-4472-bd70-1acedcc41883 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:18:33.741742 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-bc405501-d9a5-40f3-a333-cf780d450d27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647965'] for network (7f6b1b4d-60e1-4bf7-b0a9-222b065577ab), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:18:33.742169 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-39e456c1-ff5c-4413-b33e-50da656b58c5 req-b9732cb6-faae-4472-bd70-1acedcc41883 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/ports?device_id=2af000e1-f307-4cd1-a83c-b211cd0625d0 HTTP/1.1" status: 200 len: 946 time: 0.0483487 Jan 18 17:18:33.748424 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-bc405501-d9a5-40f3-a333-cf780d450d27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526667'] for network (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:18:33.752408 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-bc405501-d9a5-40f3-a333-cf780d450d27 admin admin] 10.222.0.100 "DELETE /v2.0/networks/7f6b1b4d-60e1-4bf7-b0a9-222b065577ab HTTP/1.1" status: 204 len: 168 time: 0.4087405 Jan 18 17:18:33.766435 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc405501-d9a5-40f3-a333-cf780d450d27 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f6b1b4d-60e1-4bf7-b0a9-222b065577ab,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:18:33.816169 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-39e456c1-ff5c-4413-b33e-50da656b58c5 req-b38a6038-1105-4f6c-adf8-5bba78bc77be tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/security-groups?id=bc955990-e634-496f-b35f-a2b795c30f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629840 Jan 18 17:18:34.145738 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 58590) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:18:34.186914 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-7f3ea2c3-9287-45fb-87fb-5f6b33f68e19 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=babaf77cf0e84658a77f54d0a7af0b9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399849 Jan 18 17:18:34.189387 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 58594) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:18:34.238707 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-db3ab978-90cf-4263-841c-7625d573ace6 admin admin] Publish callbacks [] for security_group (2b921b15-2d23-4849-b37a-fcc400a5837b), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:18:34.259974 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-db3ab978-90cf-4263-841c-7625d573ace6 admin admin] Publish callbacks [] for security_group (2b921b15-2d23-4849-b37a-fcc400a5837b), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:18:34.387745 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-db3ab978-90cf-4263-841c-7625d573ace6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (2b921b15-2d23-4849-b37a-fcc400a5837b), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:18:34.390425 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-db3ab978-90cf-4263-841c-7625d573ace6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:18:34.394082 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-db3ab978-90cf-4263-841c-7625d573ace6 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/2b921b15-2d23-4849-b37a-fcc400a5837b HTTP/1.1" status: 204 len: 168 time: 0.2013245 Jan 18 17:18:34.400906 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3ab978-90cf-4263-841c-7625d573ace6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b921b15-2d23-4849-b37a-fcc400a5837b,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:18:34.772400 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2952f2c6-fc08-442f-a246-0eea39450fdf req-a621acbe-92fc-4553-9b58-2812ee704a2f tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:18:34.774578 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-2952f2c6-fc08-442f-a246-0eea39450fdf req-a621acbe-92fc-4553-9b58-2812ee704a2f tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/ports?device_id=a0142f18-1c38-4d0b-841f-2f6eecb854b9 HTTP/1.1" status: 200 len: 945 time: 0.0538180 Jan 18 17:18:34.827608 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-2952f2c6-fc08-442f-a246-0eea39450fdf req-22d8061e-f28c-4e94-bc72-41cf0272e161 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/security-groups?id=95a96d85-de0d-4a2e-8acd-c327a3f00b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471134 Jan 18 17:18:34.937199 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad013b7-3ab3-438a-8b58-0474e39de7f3 req-c9fbbe24-65c2-4913-a6b5-c646cd95744a tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:18:34.938632 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-5ad013b7-3ab3-438a-8b58-0474e39de7f3 req-c9fbbe24-65c2-4913-a6b5-c646cd95744a tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/ports?device_id=2af000e1-f307-4cd1-a83c-b211cd0625d0 HTTP/1.1" status: 200 len: 946 time: 0.0536046 Jan 18 17:18:34.988277 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-5ad013b7-3ab3-438a-8b58-0474e39de7f3 req-e3399a2a-4a0b-48be-8166-64f86967dd99 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/security-groups?id=bc955990-e634-496f-b35f-a2b795c30f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440650 Jan 18 17:18:35.825353 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1200178-b54c-4f9f-b953-78c2901fb228 req-9652d929-29f7-4af9-ab1c-e1386fb693e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:18:35.826846 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-b1200178-b54c-4f9f-b953-78c2901fb228 req-9652d929-29f7-4af9-ab1c-e1386fb693e7 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=b3741339c9cb4d89942a9d122409b0f2&device_id=2af000e1-f307-4cd1-a83c-b211cd0625d0 HTTP/1.1" status: 200 len: 1099 time: 0.1397171 Jan 18 17:18:35.922679 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1200178-b54c-4f9f-b953-78c2901fb228 req-e2d0612b-5b30-483a-a019-692994ced4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:18:35.924232 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-b1200178-b54c-4f9f-b953-78c2901fb228 req-e2d0612b-5b30-483a-a019-692994ced4d9 service neutron] 10.222.0.105 "GET /v2.0/networks?id=7ff719e7-6189-4b9c-a31a-5e6988ac7e0f HTTP/1.1" status: 200 len: 910 time: 0.0890183 Jan 18 17:18:35.943073 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc08c04-5c3a-43e4-807d-6f480e5d4a5d req-f0c541ac-a8e6-4996-baea-16eba1cbbd84 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:18:35.944604 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-8fc08c04-5c3a-43e4-807d-6f480e5d4a5d req-f0c541ac-a8e6-4996-baea-16eba1cbbd84 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/ports?device_id=a0142f18-1c38-4d0b-841f-2f6eecb854b9 HTTP/1.1" status: 200 len: 945 time: 0.0514729 Jan 18 17:18:36.001421 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-8fc08c04-5c3a-43e4-807d-6f480e5d4a5d req-32e4f417-8aaf-4907-beb5-74d8803adf24 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/security-groups?id=95a96d85-de0d-4a2e-8acd-c327a3f00b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496819 Jan 18 17:18:36.004562 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-b1200178-b54c-4f9f-b953-78c2901fb228 req-bcaf3227-15a6-4540-9628-4be5172654b4 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6a04f358-0e34-4b83-95c6-89f9d87819ae HTTP/1.1" status: 200 len: 1002 time: 0.0724909 Jan 18 17:18:36.053853 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1200178-b54c-4f9f-b953-78c2901fb228 req-6baa56b4-bb91-4466-b0ee-582f0af15db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:18:36.055590 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-b1200178-b54c-4f9f-b953-78c2901fb228 req-6baa56b4-bb91-4466-b0ee-582f0af15db6 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=c4b18e1a-148b-4cd9-a5b8-7af1ae242d93 HTTP/1.1" status: 200 len: 848 time: 0.0450687 Jan 18 17:18:36.139834 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eca1ef1-441c-4b4b-a65c-dbd1467d4ca9 req-ba969791-922d-4f61-bd4c-25a59120ccd1 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:18:36.141378 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-4eca1ef1-441c-4b4b-a65c-dbd1467d4ca9 req-ba969791-922d-4f61-bd4c-25a59120ccd1 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/ports?device_id=2af000e1-f307-4cd1-a83c-b211cd0625d0 HTTP/1.1" status: 200 len: 946 time: 0.0797987 Jan 18 17:18:36.144127 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1200178-b54c-4f9f-b953-78c2901fb228 req-a6169795-ece2-4c2c-ad27-942093ebe342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:18:36.145478 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-b1200178-b54c-4f9f-b953-78c2901fb228 req-a6169795-ece2-4c2c-ad27-942093ebe342 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=7ff719e7-6189-4b9c-a31a-5e6988ac7e0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0827427 Jan 18 17:18:36.245310 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-4eca1ef1-441c-4b4b-a65c-dbd1467d4ca9 req-38e47836-09ec-4ad6-ab79-7e6a75786654 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/security-groups?id=bc955990-e634-496f-b35f-a2b795c30f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976417 Jan 18 17:18:36.274900 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-b1200178-b54c-4f9f-b953-78c2901fb228 req-a44aa234-8b13-4c95-96b2-2041c55bca1e service neutron] 10.222.0.105 "GET /v2.0/networks/7ff719e7-6189-4b9c-a31a-5e6988ac7e0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192870 Jan 18 17:18:36.371401 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-b1200178-b54c-4f9f-b953-78c2901fb228 req-71d511f6-3569-4b1d-a028-c97edad07db8 service neutron] 10.222.0.105 "GET /v2.0/networks/7ff719e7-6189-4b9c-a31a-5e6988ac7e0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896358 Jan 18 17:18:37.118752 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d8c6d-6e0f-46ea-a597-bb040cbe116e req-9df4cd04-f141-4896-91a6-edaad366fa71 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:18:37.120338 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-ac4d8c6d-6e0f-46ea-a597-bb040cbe116e req-9df4cd04-f141-4896-91a6-edaad366fa71 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/ports?device_id=a0142f18-1c38-4d0b-841f-2f6eecb854b9 HTTP/1.1" status: 200 len: 945 time: 0.0495965 Jan 18 17:18:37.170598 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-ac4d8c6d-6e0f-46ea-a597-bb040cbe116e req-4e06332e-0154-4be2-b338-54f8fdee34e8 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/security-groups?id=95a96d85-de0d-4a2e-8acd-c327a3f00b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445068 Jan 18 17:18:37.363256 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e6bc1e-d45c-4d3d-9a91-f2d9f33c09e0 req-534253e2-797a-4ae4-8b5f-62b024d3e1c7 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:18:37.364711 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-a3e6bc1e-d45c-4d3d-9a91-f2d9f33c09e0 req-534253e2-797a-4ae4-8b5f-62b024d3e1c7 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/ports?device_id=2af000e1-f307-4cd1-a83c-b211cd0625d0 HTTP/1.1" status: 200 len: 946 time: 0.0494597 Jan 18 17:18:37.420133 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-a3e6bc1e-d45c-4d3d-9a91-f2d9f33c09e0 req-4d3236db-f88a-4119-8048-47ca0d1a8a31 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/security-groups?id=bc955990-e634-496f-b35f-a2b795c30f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498393 Jan 18 17:18:38.293295 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed116db7-2b8a-47a0-9ec0-6c82af8f6476 req-cdf96feb-b659-486d-990e-3425f4847cf3 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:18:38.294850 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-ed116db7-2b8a-47a0-9ec0-6c82af8f6476 req-cdf96feb-b659-486d-990e-3425f4847cf3 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/ports?device_id=a0142f18-1c38-4d0b-841f-2f6eecb854b9 HTTP/1.1" status: 200 len: 945 time: 0.0514755 Jan 18 17:18:38.345638 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-ed116db7-2b8a-47a0-9ec0-6c82af8f6476 req-5a76062c-a818-46c4-981b-c3d01f31cf5a tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/security-groups?id=95a96d85-de0d-4a2e-8acd-c327a3f00b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432227 Jan 18 17:18:38.538499 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78341c3a-dfc4-422c-8a20-bfc909cb91bc req-f8c998d9-3dbd-4f6a-8fe9-baea95f9d0f3 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:18:38.540700 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-78341c3a-dfc4-422c-8a20-bfc909cb91bc req-f8c998d9-3dbd-4f6a-8fe9-baea95f9d0f3 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/ports?device_id=2af000e1-f307-4cd1-a83c-b211cd0625d0 HTTP/1.1" status: 200 len: 946 time: 0.0487006 Jan 18 17:18:38.592427 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-78341c3a-dfc4-422c-8a20-bfc909cb91bc req-f8da5365-589e-4df3-8b43-58696ac11259 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/security-groups?id=bc955990-e634-496f-b35f-a2b795c30f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460496 Jan 18 17:18:39.462827 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6673420a-8ce4-4849-9148-acc90d6dea11 req-6d9f9938-23ce-41a0-a1cd-645e30ba4440 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:18:39.464255 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-6673420a-8ce4-4849-9148-acc90d6dea11 req-6d9f9938-23ce-41a0-a1cd-645e30ba4440 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/ports?device_id=a0142f18-1c38-4d0b-841f-2f6eecb854b9 HTTP/1.1" status: 200 len: 945 time: 0.0509319 Jan 18 17:18:39.511325 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-6673420a-8ce4-4849-9148-acc90d6dea11 req-55c04bcd-c44a-480e-9fc7-39a8920b5b8e tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/security-groups?id=95a96d85-de0d-4a2e-8acd-c327a3f00b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415239 Jan 18 17:18:40.089416 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319923be-0905-4c5f-9ad2-672323e3c60e req-7e4f8725-475c-4688-b4ac-e9fcb41df89d tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:18:40.090903 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-319923be-0905-4c5f-9ad2-672323e3c60e req-7e4f8725-475c-4688-b4ac-e9fcb41df89d tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/ports?device_id=2af000e1-f307-4cd1-a83c-b211cd0625d0 HTTP/1.1" status: 200 len: 946 time: 0.3041751 Jan 18 17:18:40.138961 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-319923be-0905-4c5f-9ad2-672323e3c60e req-90939177-425b-4fde-8907-bde9a6c66e00 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/security-groups?id=bc955990-e634-496f-b35f-a2b795c30f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422161 Jan 18 17:18:40.243172 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d591d510-9c59-43e0-ae1d-bc92cba16720 req-2dbaa0d6-4536-4c90-8f79-83bc46ba89b6 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:18:40.244686 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-d591d510-9c59-43e0-ae1d-bc92cba16720 req-2dbaa0d6-4536-4c90-8f79-83bc46ba89b6 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/ports?device_id=a0142f18-1c38-4d0b-841f-2f6eecb854b9 HTTP/1.1" status: 200 len: 945 time: 0.0486617 Jan 18 17:18:40.291916 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-d591d510-9c59-43e0-ae1d-bc92cba16720 req-6d9d7bec-6787-4a89-9ad2-a261bfa66e05 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/security-groups?id=95a96d85-de0d-4a2e-8acd-c327a3f00b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417600 Jan 18 17:18:40.900585 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5e7ffb-a3f1-4861-a00a-376e7191ada5 req-1836cf8e-68f7-4afd-8e8c-df13bd2f9182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:18:40.902527 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-ec5e7ffb-a3f1-4861-a00a-376e7191ada5 req-1836cf8e-68f7-4afd-8e8c-df13bd2f9182 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=e39431ed93ab40b3bd3a181b2afcac3d&device_id=a0142f18-1c38-4d0b-841f-2f6eecb854b9 HTTP/1.1" status: 200 len: 1098 time: 0.0413103 Jan 18 17:18:41.000645 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5e7ffb-a3f1-4861-a00a-376e7191ada5 req-06865e09-fcba-4eda-b825-58473c01bf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:18:41.002349 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-ec5e7ffb-a3f1-4861-a00a-376e7191ada5 req-06865e09-fcba-4eda-b825-58473c01bf23 service neutron] 10.222.0.105 "GET /v2.0/networks?id=6beef8c8-11cd-4aa0-ae20-531a45b1faf5 HTTP/1.1" status: 200 len: 911 time: 0.0925841 Jan 18 17:18:41.033512 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (e727efee-c94b-447a-9897-92f425521d05), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:18:41.078815 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-ec5e7ffb-a3f1-4861-a00a-376e7191ada5 req-cc4c65bd-88ce-42e0-ac1b-cc62677969e6 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6bedd311-b537-470c-87a2-30a1c533a6f7 HTTP/1.1" status: 200 len: 1000 time: 0.0628762 Jan 18 17:18:41.135348 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5e7ffb-a3f1-4861-a00a-376e7191ada5 req-6de1e98c-7e56-471d-a3b9-dcbb2e8f6d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:18:41.136800 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-ec5e7ffb-a3f1-4861-a00a-376e7191ada5 req-6de1e98c-7e56-471d-a3b9-dcbb2e8f6d03 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=db7edcea-cc0c-4f91-8652-8431bf22b201 HTTP/1.1" status: 200 len: 849 time: 0.0505490 Jan 18 17:18:41.183440 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5e7ffb-a3f1-4861-a00a-376e7191ada5 req-bfbb7275-27eb-41a5-881d-47a704b3c239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:18:41.185198 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-ec5e7ffb-a3f1-4861-a00a-376e7191ada5 req-bfbb7275-27eb-41a5-881d-47a704b3c239 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=6beef8c8-11cd-4aa0-ae20-531a45b1faf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0421271 Jan 18 17:18:41.309748 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd6ee3d-6682-4a8e-bd28-3fce3ddf226c req-52a14c10-60c5-48e3-906d-893da8408c9f tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:18:41.311299 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-3cd6ee3d-6682-4a8e-bd28-3fce3ddf226c req-52a14c10-60c5-48e3-906d-893da8408c9f tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/ports?device_id=2af000e1-f307-4cd1-a83c-b211cd0625d0 HTTP/1.1" status: 200 len: 946 time: 0.0976243 Jan 18 17:18:41.340298 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-ec5e7ffb-a3f1-4861-a00a-376e7191ada5 req-b7b33e08-66d3-4e17-a959-ebb0eaa9e39b service neutron] 10.222.0.105 "GET /v2.0/networks/6beef8c8-11cd-4aa0-ae20-531a45b1faf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457131 Jan 18 17:18:41.424283 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-3cd6ee3d-6682-4a8e-bd28-3fce3ddf226c req-7cc5577e-9d08-446c-b8cd-e9f9f08fc7ee tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/security-groups?id=bc955990-e634-496f-b35f-a2b795c30f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021121 Jan 18 17:18:41.431584 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fc66ea-3bbe-4b88-a6a4-8f67ff26e59a req-e6e3f64e-1b3a-4022-84b3-05e5955cdca2 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:18:41.433312 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-f9fc66ea-3bbe-4b88-a6a4-8f67ff26e59a req-e6e3f64e-1b3a-4022-84b3-05e5955cdca2 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/ports?device_id=a0142f18-1c38-4d0b-841f-2f6eecb854b9 HTTP/1.1" status: 200 len: 945 time: 0.0562923 Jan 18 17:18:41.460732 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-ec5e7ffb-a3f1-4861-a00a-376e7191ada5 req-5868331e-bab2-48da-a46d-d88f82527f23 service neutron] 10.222.0.105 "GET /v2.0/networks/6beef8c8-11cd-4aa0-ae20-531a45b1faf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136358 Jan 18 17:18:41.498120 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-f9fc66ea-3bbe-4b88-a6a4-8f67ff26e59a req-3bf6b58e-b8f9-4723-9fc4-9b661ba4d38e tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/security-groups?id=95a96d85-de0d-4a2e-8acd-c327a3f00b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501473 Jan 18 17:18:42.547817 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a402db-8391-455d-9e59-7efaed293150 req-0db8eda1-4f66-4a87-8f7f-dbcc8828b804 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:18:42.549354 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-f5a402db-8391-455d-9e59-7efaed293150 req-0db8eda1-4f66-4a87-8f7f-dbcc8828b804 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/ports?device_id=2af000e1-f307-4cd1-a83c-b211cd0625d0 HTTP/1.1" status: 200 len: 946 time: 0.0564826 Jan 18 17:18:42.601122 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-f5a402db-8391-455d-9e59-7efaed293150 req-9c177860-0a98-4b1d-85e5-ff1bc24e3abb tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/security-groups?id=bc955990-e634-496f-b35f-a2b795c30f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459113 Jan 18 17:18:42.623344 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c7ba77-7485-4f73-bf05-9832258a5192 req-182baf8d-cf73-44f0-a3fe-9b5d4375ef72 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:18:42.624836 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-32c7ba77-7485-4f73-bf05-9832258a5192 req-182baf8d-cf73-44f0-a3fe-9b5d4375ef72 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/ports?device_id=a0142f18-1c38-4d0b-841f-2f6eecb854b9 HTTP/1.1" status: 200 len: 945 time: 0.0519903 Jan 18 17:18:42.678207 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-32c7ba77-7485-4f73-bf05-9832258a5192 req-e4cc323f-0551-4cef-92ae-7b369b16e91c tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/security-groups?id=95a96d85-de0d-4a2e-8acd-c327a3f00b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473535 Jan 18 17:18:43.000795 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71971fc-196f-4d14-a8b8-63194bd08089 req-d219a07b-4751-44ed-8c21-12197ef52125 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:18:43.003018 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-f71971fc-196f-4d14-a8b8-63194bd08089 req-d219a07b-4751-44ed-8c21-12197ef52125 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/ports?device_id=2af000e1-f307-4cd1-a83c-b211cd0625d0 HTTP/1.1" status: 200 len: 946 time: 0.0517998 Jan 18 17:18:43.039364 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-589c5011-fcda-404a-a0c3-ccef042f04d6 req-7d953650-75bc-469f-848e-11126cb11199 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=2af000e1-f307-4cd1-a83c-b211cd0625d0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0409422 Jan 18 17:18:43.055871 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-f71971fc-196f-4d14-a8b8-63194bd08089 req-639341df-4013-4851-8f60-5aef9b495e66 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/security-groups?id=bc955990-e634-496f-b35f-a2b795c30f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479400 Jan 18 17:18:43.118712 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Device 6a04f358-0e34-4b83-95c6-89f9d87819ae no longer exists at agent hyperv_hv-cinder-73362 {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 17:18:43.203601 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Current status of the port 6a04f358-0e34-4b83-95c6-89f9d87819ae is: ACTIVE; New status is: DOWN {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:18:43.203993 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (6a04f358-0e34-4b83-95c6-89f9d87819ae), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:18:43.226852 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2af000e1-f307-4cd1-a83c-b211cd0625d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a04f358-0e34-4b83-95c6-89f9d87819ae'}] {{(pid=103198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 17:18:43.233774 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97aa477b9a8a7659066d830c0d89a1f304b03425b5691a2db6f60cb613ebd93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cf65076-d339-47e3-81f4-aac4496b6f8f" -d '{"events": [{"server_uuid": "2af000e1-f307-4cd1-a83c-b211cd0625d0", "name": "network-vif-unplugged", "status": "completed", "tag": "6a04f358-0e34-4b83-95c6-89f9d87819ae"}]}' {{(pid=103198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 17:18:43.243280 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] For port 6a04f358-0e34-4b83-95c6-89f9d87819ae, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=6a04f358-0e34-4b83-95c6-89f9d87819ae,segment=NetworkSegment(101eb4c4-aa78-4dfb-87e6-67db945b8efe),segment_id=101eb4c4-aa78-4dfb-87e6-67db945b8efe)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:18:43.301846 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (6a04f358-0e34-4b83-95c6-89f9d87819ae), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:18:43.357861 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Pushing event updated for resources: {'Port': ['ID=6a04f358-0e34-4b83-95c6-89f9d87819ae,revision_number=6']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:18:43.364843 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:18:43.365194 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:18:43.365536 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:18:43.365873 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:18:43.366238 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:18:43.366521 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:18:43.366847 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:18:43.367303 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:18:43.367715 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:18:43.367959 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:18:43.368280 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:18:43.368597 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:18:43.368924 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:18:43.398778 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 18 Jan 2022 17:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f6e8281-e46a-4450-8096-290778a9f5cb x-openstack-request-id: req-7f6e8281-e46a-4450-8096-290778a9f5cb {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 17:18:43.399115 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2af000e1-f307-4cd1-a83c-b211cd0625d0", "name": "network-vif-unplugged", "status": "failed", "tag": "6a04f358-0e34-4b83-95c6-89f9d87819ae", "code": 422}]} {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 17:18:43.399379 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-7f6e8281-e46a-4450-8096-290778a9f5cb {{(pid=103198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 17:18:43.399815 dv-cinder-733623-11-iscsi neutron-server[103198]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2af000e1-f307-4cd1-a83c-b211cd0625d0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6a04f358-0e34-4b83-95c6-89f9d87819ae', 'code': 422} returned with failed status Jan 18 17:18:44.173338 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1098894-97e4-46e6-a54d-5f5594da4151 req-d840b9c9-c1a1-4448-8417-a5c317f4e5a5 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:18:44.174733 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-d1098894-97e4-46e6-a54d-5f5594da4151 req-d840b9c9-c1a1-4448-8417-a5c317f4e5a5 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/ports?device_id=2af000e1-f307-4cd1-a83c-b211cd0625d0 HTTP/1.1" status: 200 len: 944 time: 0.0494392 Jan 18 17:18:44.228724 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-d1098894-97e4-46e6-a54d-5f5594da4151 req-a93376eb-2a87-4b8d-885f-ead7cb896b2a tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/security-groups?id=bc955990-e634-496f-b35f-a2b795c30f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481875 Jan 18 17:18:44.935738 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 58740) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:18:45.046595 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3fe99035-ecbf-4fa1-8339-a9a6cc591b54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:18:45.127469 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3fe99035-ecbf-4fa1-8339-a9a6cc591b54 admin admin] Publish callbacks [] for security_group (d96ca619-3415-495b-a97f-aa421c22c827), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:18:45.194352 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3fe99035-ecbf-4fa1-8339-a9a6cc591b54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (d96ca619-3415-495b-a97f-aa421c22c827), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:18:45.272132 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe99035-ecbf-4fa1-8339-a9a6cc591b54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d96ca619-3415-495b-a97f-aa421c22c827,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:18:45.272132 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-3fe99035-ecbf-4fa1-8339-a9a6cc591b54 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=35b2bd7d4a5e4a0eae761a27b13fc4c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3013134 Jan 18 17:18:45.272132 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 58748) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:18:45.316171 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-34536cda-69aa-422c-84b0-d88a60d6e3a4 admin admin] Publish callbacks [] for security_group (d96ca619-3415-495b-a97f-aa421c22c827), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:18:45.359855 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-34536cda-69aa-422c-84b0-d88a60d6e3a4 admin admin] Publish callbacks [] for security_group (d96ca619-3415-495b-a97f-aa421c22c827), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:18:45.387800 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd713d2-dce3-4857-9e8a-6477802390a6 req-73e1fffa-3313-4952-95c8-587194f887b9 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:18:45.389276 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-fcd713d2-dce3-4857-9e8a-6477802390a6 req-73e1fffa-3313-4952-95c8-587194f887b9 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/ports?device_id=2af000e1-f307-4cd1-a83c-b211cd0625d0 HTTP/1.1" status: 200 len: 944 time: 0.0936930 Jan 18 17:18:45.450140 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-fcd713d2-dce3-4857-9e8a-6477802390a6 req-161c3a54-6549-4530-8efe-ad8b17b74468 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/security-groups?id=bc955990-e634-496f-b35f-a2b795c30f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541651 Jan 18 17:18:45.490438 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-34536cda-69aa-422c-84b0-d88a60d6e3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (d96ca619-3415-495b-a97f-aa421c22c827), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:18:45.493149 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-34536cda-69aa-422c-84b0-d88a60d6e3a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:18:45.494289 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-34536cda-69aa-422c-84b0-d88a60d6e3a4 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/d96ca619-3415-495b-a97f-aa421c22c827 HTTP/1.1" status: 204 len: 168 time: 0.2393565 Jan 18 17:18:45.503157 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34536cda-69aa-422c-84b0-d88a60d6e3a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d96ca619-3415-495b-a97f-aa421c22c827,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:18:45.714409 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589c5011-fcda-404a-a0c3-ccef042f04d6 req-c0d7c7f1-598e-496f-85ae-a8b260c2578b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:18:45.716465 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-589c5011-fcda-404a-a0c3-ccef042f04d6 req-c0d7c7f1-598e-496f-85ae-a8b260c2578b service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=2af000e1-f307-4cd1-a83c-b211cd0625d0&tenant_id=b3741339c9cb4d89942a9d122409b0f2 HTTP/1.1" status: 200 len: 1097 time: 0.0481274 Jan 18 17:18:45.797964 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589c5011-fcda-404a-a0c3-ccef042f04d6 req-dc3d0c09-1759-4a3f-8beb-78f5af0808ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:18:45.799537 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-589c5011-fcda-404a-a0c3-ccef042f04d6 req-dc3d0c09-1759-4a3f-8beb-78f5af0808ba service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=b3741339c9cb4d89942a9d122409b0f2&device_id=2af000e1-f307-4cd1-a83c-b211cd0625d0 HTTP/1.1" status: 200 len: 1097 time: 0.0453157 Jan 18 17:18:45.901390 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589c5011-fcda-404a-a0c3-ccef042f04d6 req-1c609f3e-56b6-4bf3-a6ac-77233c34727e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:18:45.907086 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-589c5011-fcda-404a-a0c3-ccef042f04d6 req-1c609f3e-56b6-4bf3-a6ac-77233c34727e service neutron] 10.222.0.105 "GET /v2.0/networks?id=7ff719e7-6189-4b9c-a31a-5e6988ac7e0f HTTP/1.1" status: 200 len: 910 time: 0.0922678 Jan 18 17:18:45.971460 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-589c5011-fcda-404a-a0c3-ccef042f04d6 req-6a4dc8e1-1612-480d-8105-d950e3fbfaa0 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6a04f358-0e34-4b83-95c6-89f9d87819ae HTTP/1.1" status: 200 len: 1000 time: 0.0624409 Jan 18 17:18:46.022389 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589c5011-fcda-404a-a0c3-ccef042f04d6 req-70210f3d-8cfd-410a-aeb0-5c252ae3bc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:18:46.023912 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-589c5011-fcda-404a-a0c3-ccef042f04d6 req-70210f3d-8cfd-410a-aeb0-5c252ae3bc7c service neutron] 10.222.0.105 "GET /v2.0/subnets?id=c4b18e1a-148b-4cd9-a5b8-7af1ae242d93 HTTP/1.1" status: 200 len: 848 time: 0.0426552 Jan 18 17:18:46.070514 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589c5011-fcda-404a-a0c3-ccef042f04d6 req-2764a97c-03ff-462a-898b-d19c60929ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:18:46.072067 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-589c5011-fcda-404a-a0c3-ccef042f04d6 req-2764a97c-03ff-462a-898b-d19c60929ba5 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=7ff719e7-6189-4b9c-a31a-5e6988ac7e0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0417097 Jan 18 17:18:46.167166 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-589c5011-fcda-404a-a0c3-ccef042f04d6 req-7f5bede8-949c-4143-8be2-40cb66c51a83 service neutron] 10.222.0.105 "GET /v2.0/networks/7ff719e7-6189-4b9c-a31a-5e6988ac7e0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872936 Jan 18 17:18:46.257822 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-589c5011-fcda-404a-a0c3-ccef042f04d6 req-fd329908-82ba-42dc-87bd-418761a96d48 service neutron] 10.222.0.105 "GET /v2.0/networks/7ff719e7-6189-4b9c-a31a-5e6988ac7e0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845129 Jan 18 17:18:46.566342 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e4d86-b049-4b9e-b2dc-b517e5fe5095 req-dbb915a9-f687-44e3-a11e-d3a246c96b95 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:18:46.567857 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-a38e4d86-b049-4b9e-b2dc-b517e5fe5095 req-dbb915a9-f687-44e3-a11e-d3a246c96b95 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/ports?device_id=2af000e1-f307-4cd1-a83c-b211cd0625d0 HTTP/1.1" status: 200 len: 944 time: 0.0493145 Jan 18 17:18:46.616977 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-a38e4d86-b049-4b9e-b2dc-b517e5fe5095 req-79d27365-ff1d-4eca-987a-574a0c308f38 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/security-groups?id=bc955990-e634-496f-b35f-a2b795c30f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428803 Jan 18 17:18:47.735458 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6eea67-a26d-49ad-9473-a615bc3f80d1 req-8f8fe65b-6d19-489e-be01-cc06af75eb86 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:18:47.736926 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-2b6eea67-a26d-49ad-9473-a615bc3f80d1 req-8f8fe65b-6d19-489e-be01-cc06af75eb86 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/ports?device_id=2af000e1-f307-4cd1-a83c-b211cd0625d0 HTTP/1.1" status: 200 len: 944 time: 0.0538604 Jan 18 17:18:47.793965 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-2b6eea67-a26d-49ad-9473-a615bc3f80d1 req-11a79520-b4a4-4c6a-8aa2-b088f2e6eade tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/security-groups?id=bc955990-e634-496f-b35f-a2b795c30f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507548 Jan 18 17:18:48.913970 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5b6378-40b2-4b29-ab28-f0ed8a428d39 req-3c714f42-eb48-4c2e-ae8a-a18c43edcb83 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:18:48.915887 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-4f5b6378-40b2-4b29-ab28-f0ed8a428d39 req-3c714f42-eb48-4c2e-ae8a-a18c43edcb83 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/ports?device_id=2af000e1-f307-4cd1-a83c-b211cd0625d0 HTTP/1.1" status: 200 len: 944 time: 0.0518115 Jan 18 17:18:48.965829 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-4f5b6378-40b2-4b29-ab28-f0ed8a428d39 req-032a4497-f2d5-4741-bd29-4badea86e96c tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/security-groups?id=bc955990-e634-496f-b35f-a2b795c30f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438645 Jan 18 17:18:50.086157 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e751d13d-cfbf-45ef-b7fd-2ff7ec1af672 req-780be58d-0b66-4bf3-ad64-313cc74be42f tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:18:50.087646 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-e751d13d-cfbf-45ef-b7fd-2ff7ec1af672 req-780be58d-0b66-4bf3-ad64-313cc74be42f tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/ports?device_id=2af000e1-f307-4cd1-a83c-b211cd0625d0 HTTP/1.1" status: 200 len: 944 time: 0.0526085 Jan 18 17:18:50.140334 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-e751d13d-cfbf-45ef-b7fd-2ff7ec1af672 req-0140b55f-038f-4ccd-b117-c4a54d9adc17 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/security-groups?id=bc955990-e634-496f-b35f-a2b795c30f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466371 Jan 18 17:18:51.255773 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1f5abd-7414-49bd-ba13-2d51c728a708 req-25ed4551-2f60-4d02-8b03-1a20f338d405 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:18:51.257265 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-cf1f5abd-7414-49bd-ba13-2d51c728a708 req-25ed4551-2f60-4d02-8b03-1a20f338d405 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/ports?device_id=2af000e1-f307-4cd1-a83c-b211cd0625d0 HTTP/1.1" status: 200 len: 944 time: 0.0490236 Jan 18 17:18:51.309305 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-cf1f5abd-7414-49bd-ba13-2d51c728a708 req-278e9827-a68a-439c-b606-d380e7e8433c tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/security-groups?id=bc955990-e634-496f-b35f-a2b795c30f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464838 Jan 18 17:18:51.752742 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.agents_db [None req-82e58cf6-2858-46ee-adbb-688a61b9207a None None] Agent healthcheck: found 6 active agents {{(pid=103199) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 17:18:52.425679 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a94279-935e-41eb-9eb0-b2a15fff4cea req-f2b609e5-5287-423a-8dfc-921474f8dacc tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:18:52.427150 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-e3a94279-935e-41eb-9eb0-b2a15fff4cea req-f2b609e5-5287-423a-8dfc-921474f8dacc tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/ports?device_id=2af000e1-f307-4cd1-a83c-b211cd0625d0 HTTP/1.1" status: 200 len: 944 time: 0.0492189 Jan 18 17:18:52.475032 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-e3a94279-935e-41eb-9eb0-b2a15fff4cea req-bcbff301-e70a-4fc6-8954-b162487306eb tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/security-groups?id=bc955990-e634-496f-b35f-a2b795c30f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421405 Jan 18 17:18:53.597484 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd450e0-f984-48e0-9991-ef70fceb8fc7 req-992fced9-aa1a-473c-9f36-32b026775ea6 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:18:53.598987 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-9dd450e0-f984-48e0-9991-ef70fceb8fc7 req-992fced9-aa1a-473c-9f36-32b026775ea6 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/ports?device_id=2af000e1-f307-4cd1-a83c-b211cd0625d0 HTTP/1.1" status: 200 len: 944 time: 0.0541580 Jan 18 17:18:53.648713 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-9dd450e0-f984-48e0-9991-ef70fceb8fc7 req-c92a4237-000c-4f27-8b4d-9824ced40dcd tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/security-groups?id=bc955990-e634-496f-b35f-a2b795c30f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440421 Jan 18 17:18:54.791065 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa6a5c5-8115-4dfa-97f7-1fb6e8098bef req-1f84f02b-b779-4747-8c35-05a08439d32b tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:18:54.792630 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-aaa6a5c5-8115-4dfa-97f7-1fb6e8098bef req-1f84f02b-b779-4747-8c35-05a08439d32b tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/ports?device_id=2af000e1-f307-4cd1-a83c-b211cd0625d0 HTTP/1.1" status: 200 len: 944 time: 0.0635114 Jan 18 17:18:54.848572 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-aaa6a5c5-8115-4dfa-97f7-1fb6e8098bef req-e4f186e4-ffd2-472f-9715-8fc2a646b45a tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/security-groups?id=bc955990-e634-496f-b35f-a2b795c30f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492039 Jan 18 17:18:55.202227 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Device 6a04f358-0e34-4b83-95c6-89f9d87819ae details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=103198) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 17:18:55.297555 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] For port 6a04f358-0e34-4b83-95c6-89f9d87819ae, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=6a04f358-0e34-4b83-95c6-89f9d87819ae,segment=NetworkSegment(101eb4c4-aa78-4dfb-87e6-67db945b8efe),segment_id=101eb4c4-aa78-4dfb-87e6-67db945b8efe)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:18:55.309191 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Returning: {'device': '6a04f358-0e34-4b83-95c6-89f9d87819ae', 'network_id': '7ff719e7-6189-4b9c-a31a-5e6988ac7e0f', 'port_id': '6a04f358-0e34-4b83-95c6-89f9d87819ae', 'mac_address': 'fa:16:3e:42:9f:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4b18e1a-148b-4cd9-a5b8-7af1ae242d93', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103198) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 17:18:55.346854 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Current status of the port 6a04f358-0e34-4b83-95c6-89f9d87819ae is: DOWN; New status is: BUILD {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:18:55.347285 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (6a04f358-0e34-4b83-95c6-89f9d87819ae), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:18:55.363236 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a04f358-0e34-4b83-95c6-89f9d87819ae {{(pid=103198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 17:18:55.381715 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] For port 6a04f358-0e34-4b83-95c6-89f9d87819ae, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=6a04f358-0e34-4b83-95c6-89f9d87819ae,segment=NetworkSegment(101eb4c4-aa78-4dfb-87e6-67db945b8efe),segment_id=101eb4c4-aa78-4dfb-87e6-67db945b8efe)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:18:55.467498 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (6a04f358-0e34-4b83-95c6-89f9d87819ae), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:18:55.516881 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Pushing event updated for resources: {'Port': ['ID=6a04f358-0e34-4b83-95c6-89f9d87819ae,revision_number=7']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:18:55.746601 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] get_ports_and_sgs() called for port_ids ['6a04f358-0e34-4b83-95c6-89f9d87819ae'] {{(pid=103198) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 17:18:55.772540 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-24307968-fa16-44d8-99c3-6143f5b25f86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (1e8d2d8a-92ca-4025-a540-71c8151dbccf), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:18:55.967578 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e484a9a-64c1-4d62-920a-1f78cd10cfa1 req-dc542c35-78ce-482d-a371-478adcf45c1a tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:18:55.969017 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-7e484a9a-64c1-4d62-920a-1f78cd10cfa1 req-dc542c35-78ce-482d-a371-478adcf45c1a tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/ports?device_id=2af000e1-f307-4cd1-a83c-b211cd0625d0 HTTP/1.1" status: 200 len: 945 time: 0.0503590 Jan 18 17:18:56.018779 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-7e484a9a-64c1-4d62-920a-1f78cd10cfa1 req-644a07c5-a18c-4c2b-9fa6-07971afec5d2 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/security-groups?id=bc955990-e634-496f-b35f-a2b795c30f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441346 Jan 18 17:18:57.137692 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d368474-d3d5-4f19-bce3-45265500ef7f req-b5c7445b-f128-4772-b5df-0945004b2d9c tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:18:57.139899 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-6d368474-d3d5-4f19-bce3-45265500ef7f req-b5c7445b-f128-4772-b5df-0945004b2d9c tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/ports?device_id=2af000e1-f307-4cd1-a83c-b211cd0625d0 HTTP/1.1" status: 200 len: 945 time: 0.0542665 Jan 18 17:18:57.190193 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-6d368474-d3d5-4f19-bce3-45265500ef7f req-214a1356-e713-4c7c-bd4d-1784ce6d39fa tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/security-groups?id=bc955990-e634-496f-b35f-a2b795c30f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436246 Jan 18 17:18:57.217388 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Device 6a04f358-0e34-4b83-95c6-89f9d87819ae up at agent hyperv_hv-cinder-73362 {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 17:18:57.267186 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Provisioning complete for port 6a04f358-0e34-4b83-95c6-89f9d87819ae triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:18:57.267461 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (6a04f358-0e34-4b83-95c6-89f9d87819ae), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:18:57.345586 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Current status of the port 6a04f358-0e34-4b83-95c6-89f9d87819ae is: BUILD; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:18:57.345979 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (6a04f358-0e34-4b83-95c6-89f9d87819ae), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:18:57.368525 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2af000e1-f307-4cd1-a83c-b211cd0625d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a04f358-0e34-4b83-95c6-89f9d87819ae'}] {{(pid=103198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 17:18:57.371070 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97aa477b9a8a7659066d830c0d89a1f304b03425b5691a2db6f60cb613ebd93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a2ae874-6670-4608-a208-0a0e9fefe7bd" -d '{"events": [{"server_uuid": "2af000e1-f307-4cd1-a83c-b211cd0625d0", "name": "network-vif-plugged", "status": "completed", "tag": "6a04f358-0e34-4b83-95c6-89f9d87819ae"}]}' {{(pid=103198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 17:18:57.383402 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] For port 6a04f358-0e34-4b83-95c6-89f9d87819ae, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=6a04f358-0e34-4b83-95c6-89f9d87819ae,segment=NetworkSegment(101eb4c4-aa78-4dfb-87e6-67db945b8efe),segment_id=101eb4c4-aa78-4dfb-87e6-67db945b8efe)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:18:57.408767 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 17:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6926901-8f4b-458b-ba04-5f1de60754da x-openstack-request-id: req-a6926901-8f4b-458b-ba04-5f1de60754da {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 17:18:57.409130 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2af000e1-f307-4cd1-a83c-b211cd0625d0", "name": "network-vif-plugged", "status": "completed", "tag": "6a04f358-0e34-4b83-95c6-89f9d87819ae", "code": 200}]} {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 17:18:57.409394 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-a6926901-8f4b-458b-ba04-5f1de60754da {{(pid=103198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 17:18:57.409792 dv-cinder-733623-11-iscsi neutron-server[103198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2af000e1-f307-4cd1-a83c-b211cd0625d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a04f358-0e34-4b83-95c6-89f9d87819ae', 'code': 200} Jan 18 17:18:57.449873 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (6a04f358-0e34-4b83-95c6-89f9d87819ae), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:18:57.496268 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Pushing event updated for resources: {'Port': ['ID=6a04f358-0e34-4b83-95c6-89f9d87819ae,revision_number=8']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:18:57.759136 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfd7b46-266c-49f6-af24-9e72e418ec77 req-e8f7e8fc-18fe-46b1-b912-23756c476aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:18:57.760625 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-9bfd7b46-266c-49f6-af24-9e72e418ec77 req-e8f7e8fc-18fe-46b1-b912-23756c476aa8 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=2af000e1-f307-4cd1-a83c-b211cd0625d0 HTTP/1.1" status: 200 len: 1099 time: 0.0446100 Jan 18 17:18:57.806355 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-9bfd7b46-266c-49f6-af24-9e72e418ec77 req-0c7cf2a7-ad25-4f91-9f86-b85c3bb55326 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=bc955990-e634-496f-b35f-a2b795c30f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404325 Jan 18 17:18:58.221265 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-d93625c8-329d-4e80-b51f-df6ac1df87ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (34860b7f-7c9d-4265-9a0a-1b9bd2e1622e), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:18:58.308055 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee79def-cbdb-493b-b817-1d6e8b57d461 req-6e82484a-7123-40ef-b1c3-addccdaacbcc tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:18:58.309545 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-4ee79def-cbdb-493b-b817-1d6e8b57d461 req-6e82484a-7123-40ef-b1c3-addccdaacbcc tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/ports?device_id=2af000e1-f307-4cd1-a83c-b211cd0625d0 HTTP/1.1" status: 200 len: 946 time: 0.0509641 Jan 18 17:18:58.360352 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-4ee79def-cbdb-493b-b817-1d6e8b57d461 req-70c24d78-9e85-438f-9089-bb1ca0683fde tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/security-groups?id=bc955990-e634-496f-b35f-a2b795c30f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451448 Jan 18 17:18:59.169978 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-a24976dc-7f89-446d-8d9b-8a75bf0e6853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (f7781508-68f4-4d6b-b413-74596bae1216), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:18:59.478063 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5979927f-a6aa-4ac6-b46a-2874d8068aa7 req-5a034244-1c09-4894-b29e-32b06bc2f32d tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:18:59.479542 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-5979927f-a6aa-4ac6-b46a-2874d8068aa7 req-5a034244-1c09-4894-b29e-32b06bc2f32d tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/ports?device_id=2af000e1-f307-4cd1-a83c-b211cd0625d0 HTTP/1.1" status: 200 len: 946 time: 0.0507188 Jan 18 17:18:59.533502 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-5979927f-a6aa-4ac6-b46a-2874d8068aa7 req-2162b14d-c03f-4c77-8c31-674fed2e86ce tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/security-groups?id=bc955990-e634-496f-b35f-a2b795c30f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474329 Jan 18 17:19:00.661133 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-d0f57583-9799-4745-8039-4fb698731137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (f223777b-396b-444b-a9c9-71cdff5b918d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:01.838321 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (a6f837d2-7b5b-4cd3-9c28-296017d8b8e6), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:11.084270 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (e727efee-c94b-447a-9897-92f425521d05), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:12.695320 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad64f6bf-fb9a-463f-8784-99f01fc090eb req-3ad0bfa9-0c8a-40fe-ae96-0df9649117cc tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:19:12.696795 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-ad64f6bf-fb9a-463f-8784-99f01fc090eb req-3ad0bfa9-0c8a-40fe-ae96-0df9649117cc tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=e9d63d75-b877-47a6-94d7-208d66d7dd95 HTTP/1.1" status: 200 len: 946 time: 0.0549946 Jan 18 17:19:12.744768 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-ad64f6bf-fb9a-463f-8784-99f01fc090eb req-b0fe590a-c4d5-4910-a0f7-717e51f8ab86 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=d4c87099-e0de-47e8-9a1c-79e04a17fc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421410 Jan 18 17:19:13.868303 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2579f1e-e8a1-4ae7-8e3b-c8bf88abf24d req-cd03d18a-f6d3-43fa-b004-86106ca2e2b1 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:19:13.869769 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-c2579f1e-e8a1-4ae7-8e3b-c8bf88abf24d req-cd03d18a-f6d3-43fa-b004-86106ca2e2b1 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=e9d63d75-b877-47a6-94d7-208d66d7dd95 HTTP/1.1" status: 200 len: 946 time: 0.0493443 Jan 18 17:19:13.919191 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-c2579f1e-e8a1-4ae7-8e3b-c8bf88abf24d req-4a70ed38-f6da-48db-9f22-8b725a3e4255 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=d4c87099-e0de-47e8-9a1c-79e04a17fc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437679 Jan 18 17:19:15.044175 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78027eb6-43c2-414b-bc43-880c7be218ce req-92fdb91f-8a2f-4198-9212-e1e8bff572bd tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:19:15.045652 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-78027eb6-43c2-414b-bc43-880c7be218ce req-92fdb91f-8a2f-4198-9212-e1e8bff572bd tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=e9d63d75-b877-47a6-94d7-208d66d7dd95 HTTP/1.1" status: 200 len: 946 time: 0.0531533 Jan 18 17:19:15.092878 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-78027eb6-43c2-414b-bc43-880c7be218ce req-ef2b0932-2ec3-4ff7-89df-2daa585d0939 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=d4c87099-e0de-47e8-9a1c-79e04a17fc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416672 Jan 18 17:19:15.255175 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-5a053f3d-882d-4951-98f9-966b818ad06c req-3232b9b4-05e6-4d6f-86ea-d8e1bb6958c4 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=0cf6cbd1-6df8-4d12-bd6f-0af78720aabe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388522 Jan 18 17:19:15.319715 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a053f3d-882d-4951-98f9-966b818ad06c req-53e8140b-a949-409c-a63b-9b19992506a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:19:15.321216 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-5a053f3d-882d-4951-98f9-966b818ad06c req-53e8140b-a949-409c-a63b-9b19992506a1 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=9b619acf9cdb4528b6f656cc52406910&device_id=0cf6cbd1-6df8-4d12-bd6f-0af78720aabe HTTP/1.1" status: 200 len: 1138 time: 0.0405746 Jan 18 17:19:15.426387 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a053f3d-882d-4951-98f9-966b818ad06c req-29ab98c7-0836-4c68-96e2-1177dfa603dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:19:15.428038 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-5a053f3d-882d-4951-98f9-966b818ad06c req-29ab98c7-0836-4c68-96e2-1177dfa603dc service neutron] 10.222.0.105 "GET /v2.0/networks?id=e751886b-bacb-46c7-b3e1-ad645f57d5d1 HTTP/1.1" status: 200 len: 916 time: 0.0864546 Jan 18 17:19:15.493528 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-5a053f3d-882d-4951-98f9-966b818ad06c req-01664594-6071-42cc-bb53-b2997c347e70 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b60aef5-9bd5-4b92-a302-38d5092ffad6 HTTP/1.1" status: 200 len: 1001 time: 0.0593510 Jan 18 17:19:15.543845 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a053f3d-882d-4951-98f9-966b818ad06c req-cb0dfe27-c5b3-4fc7-919e-292b9958f44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:19:15.545297 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-5a053f3d-882d-4951-98f9-966b818ad06c req-cb0dfe27-c5b3-4fc7-919e-292b9958f44d service neutron] 10.222.0.105 "GET /v2.0/subnets?id=520b00cd-aeaf-4213-bc9e-5ceb28739828 HTTP/1.1" status: 200 len: 854 time: 0.0449905 Jan 18 17:19:15.595813 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a053f3d-882d-4951-98f9-966b818ad06c req-c47f4d90-4508-4acf-b8c5-d3acf3803753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:19:15.597318 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-5a053f3d-882d-4951-98f9-966b818ad06c req-c47f4d90-4508-4acf-b8c5-d3acf3803753 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=e751886b-bacb-46c7-b3e1-ad645f57d5d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0449460 Jan 18 17:19:15.690586 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-5a053f3d-882d-4951-98f9-966b818ad06c req-becde304-3887-4225-80f8-de11f8fde13e service neutron] 10.222.0.105 "GET /v2.0/networks/e751886b-bacb-46c7-b3e1-ad645f57d5d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862536 Jan 18 17:19:15.783287 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-5a053f3d-882d-4951-98f9-966b818ad06c req-6a4b1749-0d4d-4e3e-88eb-bc380265d327 service neutron] 10.222.0.105 "GET /v2.0/networks/e751886b-bacb-46c7-b3e1-ad645f57d5d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866458 Jan 18 17:19:16.232543 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5554316f-27d8-43c0-a15a-1525a81f984a req-2eeb01ae-8a0e-49ae-99b2-fe037174de35 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:19:16.233947 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-5554316f-27d8-43c0-a15a-1525a81f984a req-2eeb01ae-8a0e-49ae-99b2-fe037174de35 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=e9d63d75-b877-47a6-94d7-208d66d7dd95 HTTP/1.1" status: 200 len: 946 time: 0.0623491 Jan 18 17:19:16.283755 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-5554316f-27d8-43c0-a15a-1525a81f984a req-8b471ff1-1f00-41a0-83c1-bd2934bd9ddc tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=d4c87099-e0de-47e8-9a1c-79e04a17fc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439749 Jan 18 17:19:17.416325 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90595f0e-6bcf-44a1-a507-42deaaeb16e7 req-b22d8c6c-cf27-4874-af16-4ae5e87ed63d tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:19:17.417879 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-90595f0e-6bcf-44a1-a507-42deaaeb16e7 req-b22d8c6c-cf27-4874-af16-4ae5e87ed63d tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=e9d63d75-b877-47a6-94d7-208d66d7dd95 HTTP/1.1" status: 200 len: 946 time: 0.0545452 Jan 18 17:19:17.471863 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-90595f0e-6bcf-44a1-a507-42deaaeb16e7 req-1711c126-4180-4c46-8982-a903eb8bfaa2 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=d4c87099-e0de-47e8-9a1c-79e04a17fc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470109 Jan 18 17:19:17.715524 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269e5a2b-6ef4-4189-b52a-a52cca6d974f req-8c498223-41c7-43f7-99ec-8b3dcf1f4879 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:19:17.717031 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-269e5a2b-6ef4-4189-b52a-a52cca6d974f req-8c498223-41c7-43f7-99ec-8b3dcf1f4879 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/ports?device_id=a0142f18-1c38-4d0b-841f-2f6eecb854b9 HTTP/1.1" status: 200 len: 945 time: 0.0519531 Jan 18 17:19:17.765500 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-269e5a2b-6ef4-4189-b52a-a52cca6d974f req-b97cd0fb-598d-4294-9fb8-c01302162498 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/security-groups?id=95a96d85-de0d-4a2e-8acd-c327a3f00b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425761 Jan 18 17:19:18.595022 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a3b901-9bba-449e-9b50-cd82c9d617db req-b399d0e6-79bb-427c-9535-48c1586d60e9 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:19:18.596506 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-e5a3b901-9bba-449e-9b50-cd82c9d617db req-b399d0e6-79bb-427c-9535-48c1586d60e9 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=e9d63d75-b877-47a6-94d7-208d66d7dd95 HTTP/1.1" status: 200 len: 946 time: 0.0503149 Jan 18 17:19:18.643929 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-e5a3b901-9bba-449e-9b50-cd82c9d617db req-81455b68-f616-452c-ba1c-da297983556f tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=d4c87099-e0de-47e8-9a1c-79e04a17fc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418751 Jan 18 17:19:18.883984 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb780cc5-aa2a-4c7a-8d1f-64a35dc76334 req-3f2a970f-06de-492c-afcb-2aa117d7bcb9 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:19:18.885426 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-bb780cc5-aa2a-4c7a-8d1f-64a35dc76334 req-3f2a970f-06de-492c-afcb-2aa117d7bcb9 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/ports?device_id=a0142f18-1c38-4d0b-841f-2f6eecb854b9 HTTP/1.1" status: 200 len: 945 time: 0.0520873 Jan 18 17:19:18.931532 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-bb780cc5-aa2a-4c7a-8d1f-64a35dc76334 req-d10c1dce-4f0a-4199-9f5e-4074d3824e43 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/security-groups?id=95a96d85-de0d-4a2e-8acd-c327a3f00b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405908 Jan 18 17:19:19.771761 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc0a5aa-8598-4b3f-a39f-d912359afbd8 req-992173ab-88d4-4a4b-a2de-6ffbd7d2d9d6 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:19:19.774224 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-8cc0a5aa-8598-4b3f-a39f-d912359afbd8 req-992173ab-88d4-4a4b-a2de-6ffbd7d2d9d6 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=e9d63d75-b877-47a6-94d7-208d66d7dd95 HTTP/1.1" status: 200 len: 946 time: 0.0571103 Jan 18 17:19:19.824870 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-8cc0a5aa-8598-4b3f-a39f-d912359afbd8 req-38e1cca4-00f5-424c-be61-9526b0b1034d tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=d4c87099-e0de-47e8-9a1c-79e04a17fc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449493 Jan 18 17:19:20.047624 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0261a6d-7362-4bf8-9b6e-5998c7104d19 req-0adcaa69-ac6b-4b1e-b2ef-03340231506a tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:19:20.049041 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-e0261a6d-7362-4bf8-9b6e-5998c7104d19 req-0adcaa69-ac6b-4b1e-b2ef-03340231506a tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/ports?device_id=a0142f18-1c38-4d0b-841f-2f6eecb854b9 HTTP/1.1" status: 200 len: 945 time: 0.0495896 Jan 18 17:19:20.096887 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-e0261a6d-7362-4bf8-9b6e-5998c7104d19 req-20104ad5-5436-4ee2-b2c5-88d5929683f7 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/security-groups?id=95a96d85-de0d-4a2e-8acd-c327a3f00b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417299 Jan 18 17:19:20.949589 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f40350-66a5-422a-a38a-e0a85374e497 req-08d1dfe7-7e8e-4ef5-9a5c-ee9b26eded6b tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:19:20.951111 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c8f40350-66a5-422a-a38a-e0a85374e497 req-08d1dfe7-7e8e-4ef5-9a5c-ee9b26eded6b tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=e9d63d75-b877-47a6-94d7-208d66d7dd95 HTTP/1.1" status: 200 len: 946 time: 0.0530183 Jan 18 17:19:20.998808 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c8f40350-66a5-422a-a38a-e0a85374e497 req-73490920-642f-4de8-a463-af9f4ebb5a04 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=d4c87099-e0de-47e8-9a1c-79e04a17fc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419686 Jan 18 17:19:21.219023 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05392a50-cdb3-4dd2-85b4-7fea7d00d963 req-23a2d30f-5cf3-4e90-9a82-016b2f0048cd tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:19:21.220513 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-05392a50-cdb3-4dd2-85b4-7fea7d00d963 req-23a2d30f-5cf3-4e90-9a82-016b2f0048cd tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/ports?device_id=a0142f18-1c38-4d0b-841f-2f6eecb854b9 HTTP/1.1" status: 200 len: 945 time: 0.0540812 Jan 18 17:19:21.274845 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-05392a50-cdb3-4dd2-85b4-7fea7d00d963 req-564705fe-3bf4-4a0b-a9fa-32ba771135f9 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/security-groups?id=95a96d85-de0d-4a2e-8acd-c327a3f00b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482130 Jan 18 17:19:21.726966 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-5f921bb0-fb95-4d56-944e-667632cb09a9 req-087f5b96-b1c7-4e09-8423-8fabcf2dad14 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-148795243&fields=id&tenant_id=9b619acf9cdb4528b6f656cc52406910 HTTP/1.1" status: 200 len: 267 time: 0.0452874 Jan 18 17:19:21.796392 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f921bb0-fb95-4d56-944e-667632cb09a9 req-789e1429-62b9-4bb7-8585-1561846ea6b4 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:19:21.797971 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-5f921bb0-fb95-4d56-944e-667632cb09a9 req-789e1429-62b9-4bb7-8585-1561846ea6b4 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "GET /v2.0/ports?device_id=0cf6cbd1-6df8-4d12-bd6f-0af78720aabe HTTP/1.1" status: 200 len: 985 time: 0.0648997 Jan 18 17:19:21.809479 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [req-5f921bb0-fb95-4d56-944e-667632cb09a9 req-be783a9d-c349-43e9-a9e5-178fad51cb2c tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Request body: {'port': {'security_groups': ['c89a7dc5-0961-4a5a-ac1f-02410b7e5eac']}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:19:21.886971 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-5f921bb0-fb95-4d56-944e-667632cb09a9 req-be783a9d-c349-43e9-a9e5-178fad51cb2c tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (5b60aef5-9bd5-4b92-a302-38d5092ffad6), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:22.079046 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [req-5f921bb0-fb95-4d56-944e-667632cb09a9 req-be783a9d-c349-43e9-a9e5-178fad51cb2c tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] For port 5b60aef5-9bd5-4b92-a302-38d5092ffad6, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=5b60aef5-9bd5-4b92-a302-38d5092ffad6,segment=NetworkSegment(d54abf42-b153-483d-a89a-0388ad402880),segment_id=d54abf42-b153-483d-a89a-0388ad402880)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:19:22.111519 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-5f921bb0-fb95-4d56-944e-667632cb09a9 req-be783a9d-c349-43e9-a9e5-178fad51cb2c tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Publish callbacks [] for port (5b60aef5-9bd5-4b92-a302-38d5092ffad6), precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:22.128961 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d93cb2-582e-4c20-95d9-308204ff4667 req-d983c6a7-bd00-480b-92f5-f0125ad0e886 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:19:22.130485 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-52d93cb2-582e-4c20-95d9-308204ff4667 req-d983c6a7-bd00-480b-92f5-f0125ad0e886 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=e9d63d75-b877-47a6-94d7-208d66d7dd95 HTTP/1.1" status: 200 len: 946 time: 0.0580564 Jan 18 17:19:22.174891 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-5f921bb0-fb95-4d56-944e-667632cb09a9 req-be783a9d-c349-43e9-a9e5-178fad51cb2c tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4300398'] for port (5b60aef5-9bd5-4b92-a302-38d5092ffad6), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:22.199864 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-52d93cb2-582e-4c20-95d9-308204ff4667 req-4a01e71c-1d71-4879-9660-1be2dff7da87 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=d4c87099-e0de-47e8-9a1c-79e04a17fc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610399 Jan 18 17:19:22.202099 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] get_ports_and_sgs() called for port_ids ['5b60aef5-9bd5-4b92-a302-38d5092ffad6'] {{(pid=103198) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 17:19:22.240198 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f921bb0-fb95-4d56-944e-667632cb09a9 req-be783a9d-c349-43e9-a9e5-178fad51cb2c tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:19:22.241417 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-5f921bb0-fb95-4d56-944e-667632cb09a9 req-be783a9d-c349-43e9-a9e5-178fad51cb2c tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1923895'] for port (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:22.242939 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-5f921bb0-fb95-4d56-944e-667632cb09a9 req-be783a9d-c349-43e9-a9e5-178fad51cb2c tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "PUT /v2.0/ports/5b60aef5-9bd5-4b92-a302-38d5092ffad6 HTTP/1.1" status: 200 len: 943 time: 0.4386160 Jan 18 17:19:22.243454 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cf6cbd1-6df8-4d12-bd6f-0af78720aabe', 'tag': '5b60aef5-9bd5-4b92-a302-38d5092ffad6'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 17:19:22.245744 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dae96983658fa47cc55ad2b43631f290e6eb934f25c74fb238f11dfd9473403c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d11e8e-132d-4f7c-a1f7-49fc1e320cb5" -d '{"events": [{"name": "network-changed", "server_uuid": "0cf6cbd1-6df8-4d12-bd6f-0af78720aabe", "tag": "5b60aef5-9bd5-4b92-a302-38d5092ffad6"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 17:19:22.249282 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 58872) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:19:22.300477 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be783a9d-c349-43e9-a9e5-178fad51cb2c tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Pushing event updated for resources: {'Port': ['ID=5b60aef5-9bd5-4b92-a302-38d5092ffad6,revision_number=7']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:19:22.315509 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be783a9d-c349-43e9-a9e5-178fad51cb2c tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:19:22.315997 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be783a9d-c349-43e9-a9e5-178fad51cb2c tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:19:22.316459 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be783a9d-c349-43e9-a9e5-178fad51cb2c tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:19:22.317265 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be783a9d-c349-43e9-a9e5-178fad51cb2c tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:19:22.317265 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be783a9d-c349-43e9-a9e5-178fad51cb2c tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:19:22.317717 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be783a9d-c349-43e9-a9e5-178fad51cb2c tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:19:22.318163 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be783a9d-c349-43e9-a9e5-178fad51cb2c tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:19:22.318586 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be783a9d-c349-43e9-a9e5-178fad51cb2c tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:19:22.319422 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be783a9d-c349-43e9-a9e5-178fad51cb2c tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:19:22.320316 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be783a9d-c349-43e9-a9e5-178fad51cb2c tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:19:22.320750 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be783a9d-c349-43e9-a9e5-178fad51cb2c tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:19:22.321178 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be783a9d-c349-43e9-a9e5-178fad51cb2c tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:19:22.321598 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be783a9d-c349-43e9-a9e5-178fad51cb2c tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:19:22.334743 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-2869a9f2-e1f2-465c-866d-7e0c130006c8 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Publish callbacks [] for security_group (adbc9891-2120-4bd5-85fd-3d3b8b9e7be1), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:22.354891 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] get_ports_and_sgs() called for port_ids ['5b60aef5-9bd5-4b92-a302-38d5092ffad6'] {{(pid=103198) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 17:19:22.378531 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-2869a9f2-e1f2-465c-866d-7e0c130006c8 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Publish callbacks [] for security_group (adbc9891-2120-4bd5-85fd-3d3b8b9e7be1), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:22.459375 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51115768-83cf-47cd-90cd-f7f274bbbdc7 req-818f3056-258e-4a02-b425-15e3da015136 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:19:22.462514 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-51115768-83cf-47cd-90cd-f7f274bbbdc7 req-818f3056-258e-4a02-b425-15e3da015136 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/ports?device_id=a0142f18-1c38-4d0b-841f-2f6eecb854b9 HTTP/1.1" status: 200 len: 945 time: 0.0747092 Jan 18 17:19:22.525540 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-51115768-83cf-47cd-90cd-f7f274bbbdc7 req-9a5d8f76-6377-4ea8-81af-ff6411457bb5 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/security-groups?id=95a96d85-de0d-4a2e-8acd-c327a3f00b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564773 Jan 18 17:19:22.529118 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-2869a9f2-e1f2-465c-866d-7e0c130006c8 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (adbc9891-2120-4bd5-85fd-3d3b8b9e7be1), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:22.535354 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-2869a9f2-e1f2-465c-866d-7e0c130006c8 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:22.537993 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-2869a9f2-e1f2-465c-866d-7e0c130006c8 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "DELETE /v2.0/security-groups/adbc9891-2120-4bd5-85fd-3d3b8b9e7be1 HTTP/1.1" status: 204 len: 168 time: 0.2876358 Jan 18 17:19:22.542004 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 58880) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:19:22.568496 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2869a9f2-e1f2-465c-866d-7e0c130006c8 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=adbc9891-2120-4bd5-85fd-3d3b8b9e7be1,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:19:22.578570 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869a9f2-e1f2-465c-866d-7e0c130006c8 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:19:22.579063 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869a9f2-e1f2-465c-866d-7e0c130006c8 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:19:22.579691 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869a9f2-e1f2-465c-866d-7e0c130006c8 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:19:22.580136 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869a9f2-e1f2-465c-866d-7e0c130006c8 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:19:22.580555 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869a9f2-e1f2-465c-866d-7e0c130006c8 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:19:22.581146 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869a9f2-e1f2-465c-866d-7e0c130006c8 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:19:22.581732 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869a9f2-e1f2-465c-866d-7e0c130006c8 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:19:22.582154 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869a9f2-e1f2-465c-866d-7e0c130006c8 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:19:22.583039 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869a9f2-e1f2-465c-866d-7e0c130006c8 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:19:22.583696 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869a9f2-e1f2-465c-866d-7e0c130006c8 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:19:22.583895 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869a9f2-e1f2-465c-866d-7e0c130006c8 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:19:22.584480 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869a9f2-e1f2-465c-866d-7e0c130006c8 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:19:22.585529 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869a9f2-e1f2-465c-866d-7e0c130006c8 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:19:22.632864 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-df1fef82-fdc6-4d2f-b7f2-1d49b0e726c2 None None] Provisioning complete for port 5b60aef5-9bd5-4b92-a302-38d5092ffad6 triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:19:22.633353 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-df1fef82-fdc6-4d2f-b7f2-1d49b0e726c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (5b60aef5-9bd5-4b92-a302-38d5092ffad6), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:22.644233 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 17:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f105a9e-cfab-4578-99ac-09949ce2602b x-openstack-request-id: req-5f105a9e-cfab-4578-99ac-09949ce2602b {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 17:19:22.644685 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cf6cbd1-6df8-4d12-bd6f-0af78720aabe", "tag": "5b60aef5-9bd5-4b92-a302-38d5092ffad6", "status": "completed", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 17:19:22.644940 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-5f105a9e-cfab-4578-99ac-09949ce2602b {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 17:19:22.645334 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cf6cbd1-6df8-4d12-bd6f-0af78720aabe', 'tag': '5b60aef5-9bd5-4b92-a302-38d5092ffad6', 'status': 'completed', 'code': 200} Jan 18 17:19:22.690082 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d11e8e-132d-4f7c-a1f7-49fc1e320cb5 req-165e8d26-4a3c-4e33-a410-55a31719619c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:19:22.691774 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-92d11e8e-132d-4f7c-a1f7-49fc1e320cb5 req-165e8d26-4a3c-4e33-a410-55a31719619c service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=9b619acf9cdb4528b6f656cc52406910&device_id=0cf6cbd1-6df8-4d12-bd6f-0af78720aabe HTTP/1.1" status: 200 len: 1099 time: 0.0486522 Jan 18 17:19:22.746023 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-df1fef82-fdc6-4d2f-b7f2-1d49b0e726c2 None None] Current status of the port 5b60aef5-9bd5-4b92-a302-38d5092ffad6 is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:19:22.788652 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d11e8e-132d-4f7c-a1f7-49fc1e320cb5 req-39ff340a-78a0-4cd1-b1f2-12f7ed9229ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:19:22.790245 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-92d11e8e-132d-4f7c-a1f7-49fc1e320cb5 req-39ff340a-78a0-4cd1-b1f2-12f7ed9229ca service neutron] 10.222.0.105 "GET /v2.0/networks?id=e751886b-bacb-46c7-b3e1-ad645f57d5d1 HTTP/1.1" status: 200 len: 916 time: 0.0904167 Jan 18 17:19:22.803202 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-ddff788e-f990-4398-b8e1-c3d61f9536ec tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Deleting port 21108cdc-90d3-4dd4-91ff-b0edcceecb3d {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 17:19:22.803551 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ddff788e-f990-4398-b8e1-c3d61f9536ec tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785612421596'] for port (21108cdc-90d3-4dd4-91ff-b0edcceecb3d), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:22.864561 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-92d11e8e-132d-4f7c-a1f7-49fc1e320cb5 req-6d46135d-d131-4222-a6cb-254cdfede125 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b60aef5-9bd5-4b92-a302-38d5092ffad6 HTTP/1.1" status: 200 len: 1001 time: 0.0681708 Jan 18 17:19:22.880435 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ddff788e-f990-4398-b8e1-c3d61f9536ec tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653228'] for port (21108cdc-90d3-4dd4-91ff-b0edcceecb3d), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:22.880767 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ddff788e-f990-4398-b8e1-c3d61f9536ec tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Publish callbacks [] for floatingip (21108cdc-90d3-4dd4-91ff-b0edcceecb3d), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:22.892922 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-ddff788e-f990-4398-b8e1-c3d61f9536ec tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Calling delete_port for 21108cdc-90d3-4dd4-91ff-b0edcceecb3d owned by network:floatingip {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 17:19:22.916626 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d11e8e-132d-4f7c-a1f7-49fc1e320cb5 req-63119a0a-cd3b-4b32-9eb1-7f4a0b377985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:19:22.918150 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-92d11e8e-132d-4f7c-a1f7-49fc1e320cb5 req-63119a0a-cd3b-4b32-9eb1-7f4a0b377985 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=520b00cd-aeaf-4213-bc9e-5ceb28739828 HTTP/1.1" status: 200 len: 854 time: 0.0447624 Jan 18 17:19:22.966812 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d11e8e-132d-4f7c-a1f7-49fc1e320cb5 req-6842d632-c2cf-4da1-8326-13f8b20413aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:19:22.968346 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-92d11e8e-132d-4f7c-a1f7-49fc1e320cb5 req-6842d632-c2cf-4da1-8326-13f8b20413aa service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=e751886b-bacb-46c7-b3e1-ad645f57d5d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0410688 Jan 18 17:19:23.072734 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-92d11e8e-132d-4f7c-a1f7-49fc1e320cb5 req-44b78903-93ff-451b-86ca-0fc14c006a9e service neutron] 10.222.0.105 "GET /v2.0/networks/e751886b-bacb-46c7-b3e1-ad645f57d5d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946708 Jan 18 17:19:23.140832 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ddff788e-f990-4398-b8e1-c3d61f9536ec tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785612430192', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785611913813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4300409'] for port (21108cdc-90d3-4dd4-91ff-b0edcceecb3d), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:23.163812 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-92d11e8e-132d-4f7c-a1f7-49fc1e320cb5 req-308a8da3-f8b0-4cd5-a7f2-0cf1b650acea service neutron] 10.222.0.105 "GET /v2.0/networks/e751886b-bacb-46c7-b3e1-ad645f57d5d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846591 Jan 18 17:19:23.168413 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddff788e-f990-4398-b8e1-c3d61f9536ec tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Pushing event deleted for resources: {'Port': ['ID=21108cdc-90d3-4dd4-91ff-b0edcceecb3d,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:19:23.232212 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ddff788e-f990-4398-b8e1-c3d61f9536ec tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Publish callbacks [] for floatingip (27d5521c-dc18-4dfa-a4c5-eb2f143e96a0), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:23.232547 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.db.l3_db [None req-ddff788e-f990-4398-b8e1-c3d61f9536ec tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Floating IP 27d5521c-dc18-4dfa-a4c5-eb2f143e96a0 disassociated (deleted). External IP: 172.27.1.41, port: 5b60aef5-9bd5-4b92-a302-38d5092ffad6. Jan 18 17:19:23.367557 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e16ffd9-8f60-47b6-868f-9ae124e1f6b8 req-a425207d-0e29-413f-a386-8a20f3aeba87 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:19:23.369371 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-2e16ffd9-8f60-47b6-868f-9ae124e1f6b8 req-a425207d-0e29-413f-a386-8a20f3aeba87 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=e9d63d75-b877-47a6-94d7-208d66d7dd95 HTTP/1.1" status: 200 len: 946 time: 0.0944521 Jan 18 17:19:23.667870 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d823acd5-cd95-4a52-a381-7b49122cddb4 req-99f935f8-e706-4724-984b-0ccece85485d tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:19:23.669384 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-d823acd5-cd95-4a52-a381-7b49122cddb4 req-99f935f8-e706-4724-984b-0ccece85485d tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/ports?device_id=a0142f18-1c38-4d0b-841f-2f6eecb854b9 HTTP/1.1" status: 200 len: 945 time: 0.0518572 Jan 18 17:19:23.723812 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-d823acd5-cd95-4a52-a381-7b49122cddb4 req-b294eb18-e71d-463e-b8b6-f7e97f80795f tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/security-groups?id=95a96d85-de0d-4a2e-8acd-c327a3f00b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474601 Jan 18 17:19:23.737375 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-2e16ffd9-8f60-47b6-868f-9ae124e1f6b8 req-382391c8-12a8-4137-a438-c2e4ceb8e0f8 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=d4c87099-e0de-47e8-9a1c-79e04a17fc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3626857 Jan 18 17:19:23.763529 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddff788e-f990-4398-b8e1-c3d61f9536ec tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Router e92146aa-a96d-486e-9a5d-3c81d12702c3 has already been hosted by L3 agent 34860b7f-7c9d-4265-9a0a-1b9bd2e1622e {{(pid=103196) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 17:19:23.875631 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddff788e-f990-4398-b8e1-c3d61f9536ec tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Notify agent at l3_agent.dv-cinder-733623-11-iscsi the message routers_updated {{(pid=103196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 17:19:23.883138 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ddff788e-f990-4398-b8e1-c3d61f9536ec tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1923895'] for floatingip (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:23.888431 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311876bd-1ad0-4bb9-9568-2bdaa36f318a None None] Sync routers for ids ['e92146aa-a96d-486e-9a5d-3c81d12702c3'] in dv-cinder-733623-11-iscsi {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 17:19:23.898143 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311876bd-1ad0-4bb9-9568-2bdaa36f318a None None] Routers {'e92146aa-a96d-486e-9a5d-3c81d12702c3'} bound to L3 agent in host dv-cinder-733623-11-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 17:19:23.898762 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-311876bd-1ad0-4bb9-9568-2bdaa36f318a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-18T17:04:58Z,description=,heartbeat_timestamp=2022-01-18T17:18:58Z,host='dv-cinder-733623-11-iscsi',id=34860b7f-7c9d-4265-9a0a-1b9bd2e1622e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T17:04:59Z,topic='l3_agent')) {'router_ids': ['e92146aa-a96d-486e-9a5d-3c81d12702c3'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:19:23.908436 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-ddff788e-f990-4398-b8e1-c3d61f9536ec tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "DELETE /v2.0/floatingips/27d5521c-dc18-4dfa-a4c5-eb2f143e96a0 HTTP/1.1" status: 204 len: 168 time: 1.3650978 Jan 18 17:19:24.044054 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-311876bd-1ad0-4bb9-9568-2bdaa36f318a None None] Set router e92146aa-a96d-486e-9a5d-3c81d12702c3 gateway port host: dv-cinder-733623-11-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 17:19:24.090086 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc67dbd-7999-4e53-ac4a-3dfb4390083a req-e0872b1d-7084-4776-829d-f974a5773781 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:19:24.095600 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-fdc67dbd-7999-4e53-ac4a-3dfb4390083a req-e0872b1d-7084-4776-829d-f974a5773781 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/ports?device_id=a0142f18-1c38-4d0b-841f-2f6eecb854b9 HTTP/1.1" status: 200 len: 945 time: 0.0915501 Jan 18 17:19:24.172538 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-fdc67dbd-7999-4e53-ac4a-3dfb4390083a req-eb45464b-109e-4197-ba7f-6f9bc44a34d7 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/security-groups?id=95a96d85-de0d-4a2e-8acd-c327a3f00b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672269 Jan 18 17:19:24.174405 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9649792-139b-4329-80e1-b5119d6ec71d req-2185587c-fb84-414a-8dc9-fa82421b42cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:19:24.175892 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-a9649792-139b-4329-80e1-b5119d6ec71d req-2185587c-fb84-414a-8dc9-fa82421b42cc service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=e39431ed93ab40b3bd3a181b2afcac3d&device_id=a0142f18-1c38-4d0b-841f-2f6eecb854b9 HTTP/1.1" status: 200 len: 1098 time: 0.0792837 Jan 18 17:19:24.272172 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9649792-139b-4329-80e1-b5119d6ec71d req-e1b56fa7-230c-4612-b352-4f6f651eb113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:19:24.274597 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-a9649792-139b-4329-80e1-b5119d6ec71d req-e1b56fa7-230c-4612-b352-4f6f651eb113 service neutron] 10.222.0.105 "GET /v2.0/networks?id=6beef8c8-11cd-4aa0-ae20-531a45b1faf5 HTTP/1.1" status: 200 len: 911 time: 0.0931551 Jan 18 17:19:24.284530 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-311876bd-1ad0-4bb9-9568-2bdaa36f318a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92146aa-a96d-486e-9a5d-3c81d12702c3', 'name': 'tempest-TestMinimumBasicScenario-1931758699-router', 'tenant_id': '9b619acf9cdb4528b6f656cc52406910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '9936c60a-f4bb-4a14-a56d-1f02b4ae4346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:15:55Z', 'updated_at': '2022-01-18T17:16:01Z', 'revision_number': 4, 'project_id': '9b619acf9cdb4528b6f656cc52406910', 'gw_port': {'id': '9936c60a-f4bb-4a14-a56d-1f02b4ae4346', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:47:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92146aa-a96d-486e-9a5d-3c81d12702c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:15:56Z', 'updated_at': '2022-01-18T17:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi', '_interfaces': [{'id': 'b9a414cb-12d7-45ac-a0e3-99755e24f99f', 'name': '', 'network_id': 'e751886b-bacb-46c7-b3e1-ad645f57d5d1', 'tenant_id': '9b619acf9cdb4528b6f656cc52406910', 'mac_address': 'fa:16:3e:ad:1b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92146aa-a96d-486e-9a5d-3c81d12702c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '520b00cd-aeaf-4213-bc9e-5ceb28739828', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:00Z', 'updated_at': '2022-01-18T17:16:07Z', 'revision_number': 5, 'project_id': '9b619acf9cdb4528b6f656cc52406910', 'subnets': [{'id': '520b00cd-aeaf-4213-bc9e-5ceb28739828', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-11-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:19:24.312291 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311876bd-1ad0-4bb9-9568-2bdaa36f318a None None] Checking router: e92146aa-a96d-486e-9a5d-3c81d12702c3 for host: dv-cinder-733623-11-iscsi {{(pid=103198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 17:19:24.322005 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311876bd-1ad0-4bb9-9568-2bdaa36f318a None None] Routers {'e92146aa-a96d-486e-9a5d-3c81d12702c3'} bound to L3 agent in host dv-cinder-733623-11-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 17:19:24.322574 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-311876bd-1ad0-4bb9-9568-2bdaa36f318a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-18T17:04:58Z,description=,heartbeat_timestamp=2022-01-18T17:18:58Z,host='dv-cinder-733623-11-iscsi',id=34860b7f-7c9d-4265-9a0a-1b9bd2e1622e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T17:04:59Z,topic='l3_agent')) {'router_ids': ['e92146aa-a96d-486e-9a5d-3c81d12702c3'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:19:24.347434 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-a9649792-139b-4329-80e1-b5119d6ec71d req-33d8aaed-d46d-47da-8b13-43ac14ec848c service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6bedd311-b537-470c-87a2-30a1c533a6f7 HTTP/1.1" status: 200 len: 1000 time: 0.0670314 Jan 18 17:19:24.403022 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9649792-139b-4329-80e1-b5119d6ec71d req-22ef16e4-cb46-4d53-93d3-f6c5563aa3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:19:24.404708 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-a9649792-139b-4329-80e1-b5119d6ec71d req-22ef16e4-cb46-4d53-93d3-f6c5563aa3f4 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=db7edcea-cc0c-4f91-8652-8431bf22b201 HTTP/1.1" status: 200 len: 849 time: 0.0505021 Jan 18 17:19:24.463581 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9649792-139b-4329-80e1-b5119d6ec71d req-8beac66b-6e2e-430d-8e16-428cc3cb187b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:19:24.465124 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-a9649792-139b-4329-80e1-b5119d6ec71d req-8beac66b-6e2e-430d-8e16-428cc3cb187b service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=6beef8c8-11cd-4aa0-ae20-531a45b1faf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0491266 Jan 18 17:19:24.555972 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-a9649792-139b-4329-80e1-b5119d6ec71d req-0f108572-5429-4144-971b-57eaac9a87e4 service neutron] 10.222.0.105 "GET /v2.0/networks/6beef8c8-11cd-4aa0-ae20-531a45b1faf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845218 Jan 18 17:19:24.565504 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-311876bd-1ad0-4bb9-9568-2bdaa36f318a None None] Set router e92146aa-a96d-486e-9a5d-3c81d12702c3 gateway port host: dv-cinder-733623-11-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 17:19:24.646845 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cf6cbd1-6df8-4d12-bd6f-0af78720aabe', 'tag': '5b60aef5-9bd5-4b92-a302-38d5092ffad6'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 17:19:24.650150 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dae96983658fa47cc55ad2b43631f290e6eb934f25c74fb238f11dfd9473403c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-830bfcf2-0de0-48e9-8e0e-f3192451349d" -d '{"events": [{"name": "network-changed", "server_uuid": "0cf6cbd1-6df8-4d12-bd6f-0af78720aabe", "tag": "5b60aef5-9bd5-4b92-a302-38d5092ffad6"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 17:19:24.650504 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-a9649792-139b-4329-80e1-b5119d6ec71d req-729f5140-ef0d-45ed-bbde-e163131f1be0 service neutron] 10.222.0.105 "GET /v2.0/networks/6beef8c8-11cd-4aa0-ae20-531a45b1faf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890591 Jan 18 17:19:24.689493 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 17:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc55de61-1229-4285-bed6-0c45297c0043 x-openstack-request-id: req-cc55de61-1229-4285-bed6-0c45297c0043 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 17:19:24.689815 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cf6cbd1-6df8-4d12-bd6f-0af78720aabe", "tag": "5b60aef5-9bd5-4b92-a302-38d5092ffad6", "status": "completed", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 17:19:24.690050 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-cc55de61-1229-4285-bed6-0c45297c0043 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 17:19:24.690454 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cf6cbd1-6df8-4d12-bd6f-0af78720aabe', 'tag': '5b60aef5-9bd5-4b92-a302-38d5092ffad6', 'status': 'completed', 'code': 200} Jan 18 17:19:24.771476 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830bfcf2-0de0-48e9-8e0e-f3192451349d req-9f0f2c47-5ae1-443e-8d24-b6a69ca3d24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:19:24.773920 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-830bfcf2-0de0-48e9-8e0e-f3192451349d req-9f0f2c47-5ae1-443e-8d24-b6a69ca3d24d service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=9b619acf9cdb4528b6f656cc52406910&device_id=0cf6cbd1-6df8-4d12-bd6f-0af78720aabe HTTP/1.1" status: 200 len: 1099 time: 0.0469313 Jan 18 17:19:24.792285 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-311876bd-1ad0-4bb9-9568-2bdaa36f318a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92146aa-a96d-486e-9a5d-3c81d12702c3', 'name': 'tempest-TestMinimumBasicScenario-1931758699-router', 'tenant_id': '9b619acf9cdb4528b6f656cc52406910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '9936c60a-f4bb-4a14-a56d-1f02b4ae4346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:15:55Z', 'updated_at': '2022-01-18T17:16:01Z', 'revision_number': 4, 'project_id': '9b619acf9cdb4528b6f656cc52406910', 'gw_port': {'id': '9936c60a-f4bb-4a14-a56d-1f02b4ae4346', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:47:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92146aa-a96d-486e-9a5d-3c81d12702c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:15:56Z', 'updated_at': '2022-01-18T17:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi', '_interfaces': [{'id': 'b9a414cb-12d7-45ac-a0e3-99755e24f99f', 'name': '', 'network_id': 'e751886b-bacb-46c7-b3e1-ad645f57d5d1', 'tenant_id': '9b619acf9cdb4528b6f656cc52406910', 'mac_address': 'fa:16:3e:ad:1b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92146aa-a96d-486e-9a5d-3c81d12702c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '520b00cd-aeaf-4213-bc9e-5ceb28739828', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:00Z', 'updated_at': '2022-01-18T17:16:07Z', 'revision_number': 5, 'project_id': '9b619acf9cdb4528b6f656cc52406910', 'subnets': [{'id': '520b00cd-aeaf-4213-bc9e-5ceb28739828', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-11-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:19:24.829355 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311876bd-1ad0-4bb9-9568-2bdaa36f318a None None] The sync data for ids ['e92146aa-a96d-486e-9a5d-3c81d12702c3'] in dv-cinder-733623-11-iscsi is: [{'id': 'e92146aa-a96d-486e-9a5d-3c81d12702c3', 'name': 'tempest-TestMinimumBasicScenario-1931758699-router', 'tenant_id': '9b619acf9cdb4528b6f656cc52406910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '9936c60a-f4bb-4a14-a56d-1f02b4ae4346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:15:55Z', 'updated_at': '2022-01-18T17:16:01Z', 'revision_number': 4, 'project_id': '9b619acf9cdb4528b6f656cc52406910', 'gw_port': {'id': '9936c60a-f4bb-4a14-a56d-1f02b4ae4346', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:47:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92146aa-a96d-486e-9a5d-3c81d12702c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:15:56Z', 'updated_at': '2022-01-18T17:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi', '_interfaces': [{'id': 'b9a414cb-12d7-45ac-a0e3-99755e24f99f', 'name': '', 'network_id': 'e751886b-bacb-46c7-b3e1-ad645f57d5d1', 'tenant_id': '9b619acf9cdb4528b6f656cc52406910', 'mac_address': 'fa:16:3e:ad:1b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92146aa-a96d-486e-9a5d-3c81d12702c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '520b00cd-aeaf-4213-bc9e-5ceb28739828', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:00Z', 'updated_at': '2022-01-18T17:16:07Z', 'revision_number': 5, 'project_id': '9b619acf9cdb4528b6f656cc52406910', 'subnets': [{'id': '520b00cd-aeaf-4213-bc9e-5ceb28739828', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 17:19:24.931505 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0986d25d-d02a-45cb-abbd-18ebcc71957f req-f9a93cab-43d7-4bd6-ad0f-c83961dfb069 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:19:24.933118 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-0986d25d-d02a-45cb-abbd-18ebcc71957f req-f9a93cab-43d7-4bd6-ad0f-c83961dfb069 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=e9d63d75-b877-47a6-94d7-208d66d7dd95 HTTP/1.1" status: 200 len: 946 time: 0.0884395 Jan 18 17:19:24.942874 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830bfcf2-0de0-48e9-8e0e-f3192451349d req-195e9222-d622-4785-af6d-1a6c96b1e4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:19:24.942874 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-830bfcf2-0de0-48e9-8e0e-f3192451349d req-195e9222-d622-4785-af6d-1a6c96b1e4c3 service neutron] 10.222.0.105 "GET /v2.0/networks?id=e751886b-bacb-46c7-b3e1-ad645f57d5d1 HTTP/1.1" status: 200 len: 916 time: 0.1578448 Jan 18 17:19:24.990356 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-830bfcf2-0de0-48e9-8e0e-f3192451349d req-54b0d2c6-5e7a-461d-a24e-3268c9669519 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b60aef5-9bd5-4b92-a302-38d5092ffad6 HTTP/1.1" status: 200 len: 217 time: 0.0432503 Jan 18 17:19:25.057281 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-0986d25d-d02a-45cb-abbd-18ebcc71957f req-0afba8c9-8271-4b7b-bb7b-dab1ba51eb32 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=d4c87099-e0de-47e8-9a1c-79e04a17fc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173007 Jan 18 17:19:25.070871 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830bfcf2-0de0-48e9-8e0e-f3192451349d req-c5f8deaf-2762-4a03-be84-b9ea1cb848a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:19:25.072603 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-830bfcf2-0de0-48e9-8e0e-f3192451349d req-c5f8deaf-2762-4a03-be84-b9ea1cb848a5 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=520b00cd-aeaf-4213-bc9e-5ceb28739828 HTTP/1.1" status: 200 len: 854 time: 0.0749905 Jan 18 17:19:25.123406 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e6686f-fa8f-4967-b29b-96d6e0c35bee None None] New status for floating IP 27d5521c-dc18-4dfa-a4c5-eb2f143e96a0: DOWN {{(pid=103199) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 17:19:25.129180 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830bfcf2-0de0-48e9-8e0e-f3192451349d req-36f2f53c-f246-4fce-a3c9-7b0a08dac414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:19:25.130695 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-830bfcf2-0de0-48e9-8e0e-f3192451349d req-36f2f53c-f246-4fce-a3c9-7b0a08dac414 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=e751886b-bacb-46c7-b3e1-ad645f57d5d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0500307 Jan 18 17:19:25.266720 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-830bfcf2-0de0-48e9-8e0e-f3192451349d req-871b04d6-374a-4491-9ad0-c7982d0dc477 service neutron] 10.222.0.105 "GET /v2.0/networks/e751886b-bacb-46c7-b3e1-ad645f57d5d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134098 Jan 18 17:19:25.340994 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c78950-9927-47a2-af2f-c6c71ae6de2b req-cfb7a287-a087-486e-a2f5-78eeb135d2ce tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:19:25.342534 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c8c78950-9927-47a2-af2f-c6c71ae6de2b req-cfb7a287-a087-486e-a2f5-78eeb135d2ce tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/ports?device_id=a0142f18-1c38-4d0b-841f-2f6eecb854b9 HTTP/1.1" status: 200 len: 945 time: 0.0752757 Jan 18 17:19:25.392970 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-830bfcf2-0de0-48e9-8e0e-f3192451349d req-82dc8332-ddfa-4fe9-b73c-149a0f15fe06 service neutron] 10.222.0.105 "GET /v2.0/networks/e751886b-bacb-46c7-b3e1-ad645f57d5d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143115 Jan 18 17:19:25.399499 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c8c78950-9927-47a2-af2f-c6c71ae6de2b req-300aaaef-d7d6-433d-b7f9-e5906341cc0f tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/security-groups?id=95a96d85-de0d-4a2e-8acd-c327a3f00b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512121 Jan 18 17:19:25.763606 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-00f5bcf1-af67-4221-bcda-3fb30b9dc677 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (1e8d2d8a-92ca-4025-a540-71c8151dbccf), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:26.187746 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b45dfb2-9bb6-40d8-9c29-80d910accae5 req-e7c84ea9-b6cf-406d-991a-54faef291ff0 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:19:26.189314 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-6b45dfb2-9bb6-40d8-9c29-80d910accae5 req-e7c84ea9-b6cf-406d-991a-54faef291ff0 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=e9d63d75-b877-47a6-94d7-208d66d7dd95 HTTP/1.1" status: 200 len: 946 time: 0.0508683 Jan 18 17:19:26.238874 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-6b45dfb2-9bb6-40d8-9c29-80d910accae5 req-e703c724-1618-4ac4-9f37-19105639cc84 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=d4c87099-e0de-47e8-9a1c-79e04a17fc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426984 Jan 18 17:19:26.527537 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6f3979-a308-4993-8ceb-4b1747b0ab51 req-da9ec56f-8191-4cee-9c77-41c1a614e351 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:19:26.529206 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-5b6f3979-a308-4993-8ceb-4b1747b0ab51 req-da9ec56f-8191-4cee-9c77-41c1a614e351 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/ports?device_id=a0142f18-1c38-4d0b-841f-2f6eecb854b9 HTTP/1.1" status: 200 len: 945 time: 0.0559030 Jan 18 17:19:26.578583 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-5b6f3979-a308-4993-8ceb-4b1747b0ab51 req-e987547c-63ad-4fcb-87bf-c4f3caebcf0f tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/security-groups?id=95a96d85-de0d-4a2e-8acd-c327a3f00b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441816 Jan 18 17:19:27.359596 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5923b7-66dc-4fa7-8858-903f15e4a970 req-4b5a822b-d4a8-4dd6-89be-2e059943e6f5 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:19:27.361071 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-cd5923b7-66dc-4fa7-8858-903f15e4a970 req-4b5a822b-d4a8-4dd6-89be-2e059943e6f5 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=e9d63d75-b877-47a6-94d7-208d66d7dd95 HTTP/1.1" status: 200 len: 946 time: 0.0502026 Jan 18 17:19:27.411123 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-cd5923b7-66dc-4fa7-8858-903f15e4a970 req-a6c8f5d8-0d03-4b94-95c3-b1edc6d43ca6 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=d4c87099-e0de-47e8-9a1c-79e04a17fc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444620 Jan 18 17:19:28.220680 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-c4cbf612-8fc9-4ebe-9337-5fe0bec19994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (34860b7f-7c9d-4265-9a0a-1b9bd2e1622e), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:28.244604 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7f7508-5a4e-471d-9fc4-b4cb00047db3 req-60c936ed-da47-4eaf-814d-37a0129ee0e2 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:19:28.246078 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-6a7f7508-5a4e-471d-9fc4-b4cb00047db3 req-60c936ed-da47-4eaf-814d-37a0129ee0e2 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "GET /v2.0/ports?device_id=0cf6cbd1-6df8-4d12-bd6f-0af78720aabe HTTP/1.1" status: 200 len: 946 time: 0.0500565 Jan 18 17:19:28.292744 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-6a7f7508-5a4e-471d-9fc4-b4cb00047db3 req-bc885035-ec91-4425-a039-5a792c8c53a8 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "GET /v2.0/security-groups?id=c89a7dc5-0961-4a5a-ac1f-02410b7e5eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410297 Jan 18 17:19:28.534628 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b2d8b9-44e1-4d90-85d0-389e477c4f2f req-5815394f-a833-482f-b9ba-f548ec9e74ca tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:19:28.536124 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-35b2d8b9-44e1-4d90-85d0-389e477c4f2f req-5815394f-a833-482f-b9ba-f548ec9e74ca tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=e9d63d75-b877-47a6-94d7-208d66d7dd95 HTTP/1.1" status: 200 len: 946 time: 0.0541122 Jan 18 17:19:28.583164 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-35b2d8b9-44e1-4d90-85d0-389e477c4f2f req-42a9c378-d0c0-4958-9119-90ecb15181ec tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=d4c87099-e0de-47e8-9a1c-79e04a17fc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412881 Jan 18 17:19:28.750732 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.agents_db [None req-82e58cf6-2858-46ee-adbb-688a61b9207a None None] Agent healthcheck: found 6 active agents {{(pid=103199) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 17:19:29.066416 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-a24976dc-7f89-446d-8d9b-8a75bf0e6853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (f7781508-68f4-4d6b-b413-74596bae1216), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:29.411183 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e419eb-115e-4b14-a619-c99db8f3e317 req-9979659e-ac76-4cc7-99be-2f16f9ca564a tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:19:29.412687 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-28e419eb-115e-4b14-a619-c99db8f3e317 req-9979659e-ac76-4cc7-99be-2f16f9ca564a tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "GET /v2.0/ports?device_id=0cf6cbd1-6df8-4d12-bd6f-0af78720aabe HTTP/1.1" status: 200 len: 946 time: 0.0491853 Jan 18 17:19:29.461974 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-28e419eb-115e-4b14-a619-c99db8f3e317 req-1d70ccbe-bfc6-44ab-9055-01583b9d7fd6 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "GET /v2.0/security-groups?id=c89a7dc5-0961-4a5a-ac1f-02410b7e5eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436592 Jan 18 17:19:29.702399 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21ec230-556b-4d6d-b794-77fbe1a38b74 req-6d851ac9-67c4-4e34-a4c9-e1bc0a2148f3 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:19:29.703885 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-f21ec230-556b-4d6d-b794-77fbe1a38b74 req-6d851ac9-67c4-4e34-a4c9-e1bc0a2148f3 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=e9d63d75-b877-47a6-94d7-208d66d7dd95 HTTP/1.1" status: 200 len: 946 time: 0.0496984 Jan 18 17:19:29.751510 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-f21ec230-556b-4d6d-b794-77fbe1a38b74 req-36ea1f01-6b2f-4b3b-9c21-2519988fe36c tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=d4c87099-e0de-47e8-9a1c-79e04a17fc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419915 Jan 18 17:19:30.073375 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d18670-fde0-40ef-872f-d5e0b0d63e48 req-d3136acc-f3d6-4d0b-80e5-b91ce20d5d99 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:19:30.074832 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-b1d18670-fde0-40ef-872f-d5e0b0d63e48 req-d3136acc-f3d6-4d0b-80e5-b91ce20d5d99 tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.105 "GET /v2.0/ports?device_id=0cf6cbd1-6df8-4d12-bd6f-0af78720aabe HTTP/1.1" status: 200 len: 946 time: 0.0504529 Jan 18 17:19:30.171637 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.plugin [req-b1d18670-fde0-40ef-872f-d5e0b0d63e48 req-5af7268a-f41f-4499-a593-4872ef12338e tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Deleting port 5b60aef5-9bd5-4b92-a302-38d5092ffad6 {{(pid=103197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 17:19:30.171977 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-b1d18670-fde0-40ef-872f-d5e0b0d63e48 req-5af7268a-f41f-4499-a593-4872ef12338e tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785612421596'] for port (5b60aef5-9bd5-4b92-a302-38d5092ffad6), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:30.269452 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.db [req-b1d18670-fde0-40ef-872f-d5e0b0d63e48 req-5af7268a-f41f-4499-a593-4872ef12338e tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] For port 5b60aef5-9bd5-4b92-a302-38d5092ffad6, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=5b60aef5-9bd5-4b92-a302-38d5092ffad6,segment=NetworkSegment(d54abf42-b153-483d-a89a-0388ad402880),segment_id=d54abf42-b153-483d-a89a-0388ad402880)] {{(pid=103197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:19:30.269810 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-b1d18670-fde0-40ef-872f-d5e0b0d63e48 req-5af7268a-f41f-4499-a593-4872ef12338e tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653228'] for port (5b60aef5-9bd5-4b92-a302-38d5092ffad6), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:30.282720 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.plugin [req-b1d18670-fde0-40ef-872f-d5e0b0d63e48 req-5af7268a-f41f-4499-a593-4872ef12338e tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Calling delete_port for 5b60aef5-9bd5-4b92-a302-38d5092ffad6 owned by compute:nova {{(pid=103197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 17:19:30.483758 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-b1d18670-fde0-40ef-872f-d5e0b0d63e48 req-5af7268a-f41f-4499-a593-4872ef12338e tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785612430192', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785611913813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6115669'] for port (5b60aef5-9bd5-4b92-a302-38d5092ffad6), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:30.501757 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] get_ports_and_sgs() called for port_ids ['5b60aef5-9bd5-4b92-a302-38d5092ffad6'] {{(pid=103198) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 17:19:30.515669 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af7268a-f41f-4499-a593-4872ef12338e tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Pushing event deleted for resources: {'Port': ['ID=5b60aef5-9bd5-4b92-a302-38d5092ffad6,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:19:30.571360 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1d18670-fde0-40ef-872f-d5e0b0d63e48 req-5af7268a-f41f-4499-a593-4872ef12338e tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] No DVR routers for this DVR port 5b60aef5-9bd5-4b92-a302-38d5092ffad6 on host hv-cinder-73362 {{(pid=103197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 17:19:30.575493 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-b1d18670-fde0-40ef-872f-d5e0b0d63e48 req-5af7268a-f41f-4499-a593-4872ef12338e tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1923895'] for port (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:30.578210 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-b1d18670-fde0-40ef-872f-d5e0b0d63e48 req-5af7268a-f41f-4499-a593-4872ef12338e tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.105 "DELETE /v2.0/ports/5b60aef5-9bd5-4b92-a302-38d5092ffad6 HTTP/1.1" status: 204 len: 173 time: 0.4971609 Jan 18 17:19:30.578706 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cf6cbd1-6df8-4d12-bd6f-0af78720aabe', 'name': 'network-vif-deleted', 'tag': '5b60aef5-9bd5-4b92-a302-38d5092ffad6'}] {{(pid=103197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 17:19:30.581729 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-cda2c627-442f-4ee0-99c8-23dcac11ea43 req-e452f6d3-16b9-4d2b-aea5-31c70604464e tempest-TestMinimumBasicScenario-79799130 tempest-TestMinimumBasicScenario-79799130-project] 10.222.0.100 "GET /v2.0/ports?device_id=0cf6cbd1-6df8-4d12-bd6f-0af78720aabe HTTP/1.1" status: 200 len: 210 time: 0.0412898 Jan 18 17:19:30.582243 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3aa228331c825044a8c5a816f7450a712b29f1505f8362b46ccab27415aa536" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c64f1e-4268-4ce2-bedb-c554189d8341" -d '{"events": [{"server_uuid": "0cf6cbd1-6df8-4d12-bd6f-0af78720aabe", "name": "network-vif-deleted", "tag": "5b60aef5-9bd5-4b92-a302-38d5092ffad6"}]}' {{(pid=103197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 17:19:30.692369 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 17:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0cc7762-7361-4ff1-9761-13b74999c391 x-openstack-request-id: req-e0cc7762-7361-4ff1-9761-13b74999c391 {{(pid=103197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 17:19:30.692826 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cf6cbd1-6df8-4d12-bd6f-0af78720aabe", "name": "network-vif-deleted", "tag": "5b60aef5-9bd5-4b92-a302-38d5092ffad6", "status": "completed", "code": 200}]} {{(pid=103197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 17:19:30.693233 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-e0cc7762-7361-4ff1-9761-13b74999c391 {{(pid=103197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 17:19:30.694189 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cf6cbd1-6df8-4d12-bd6f-0af78720aabe', 'name': 'network-vif-deleted', 'tag': '5b60aef5-9bd5-4b92-a302-38d5092ffad6', 'status': 'completed', 'code': 200} Jan 18 17:19:30.740680 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-d0f57583-9799-4745-8039-4fb698731137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (f223777b-396b-444b-a9c9-71cdff5b918d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:30.902376 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd4171e-69f3-4d3c-b1a1-ade8a6e32f51 req-a390f777-ab03-4d32-bb14-0ff279849883 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:19:30.904267 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1fd4171e-69f3-4d3c-b1a1-ade8a6e32f51 req-a390f777-ab03-4d32-bb14-0ff279849883 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=e9d63d75-b877-47a6-94d7-208d66d7dd95 HTTP/1.1" status: 200 len: 946 time: 0.0713956 Jan 18 17:19:30.964821 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1fd4171e-69f3-4d3c-b1a1-ade8a6e32f51 req-eb5b38cc-3712-4f3b-a49d-c7f943e4d6bb tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=d4c87099-e0de-47e8-9a1c-79e04a17fc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529313 Jan 18 17:19:31.820554 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (a6f837d2-7b5b-4cd3-9c28-296017d8b8e6), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:32.098643 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a500d9d-06ad-4664-a000-8fdd385a5782 req-ed5d23f6-7016-44ea-8643-82568cbecc51 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:19:32.100135 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-0a500d9d-06ad-4664-a000-8fdd385a5782 req-ed5d23f6-7016-44ea-8643-82568cbecc51 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=e9d63d75-b877-47a6-94d7-208d66d7dd95 HTTP/1.1" status: 200 len: 946 time: 0.0542548 Jan 18 17:19:32.158005 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-0a500d9d-06ad-4664-a000-8fdd385a5782 req-3079d6e8-5f05-4006-b097-4ec629810e98 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=d4c87099-e0de-47e8-9a1c-79e04a17fc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509162 Jan 18 17:19:33.115935 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 59000) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:19:33.363792 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5e5d85-edec-4e68-a15f-9070648604ce req-e8edce5f-ab06-4b07-9146-b50e931ad1e0 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:19:33.365263 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-df5e5d85-edec-4e68-a15f-9070648604ce req-e8edce5f-ab06-4b07-9146-b50e931ad1e0 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=e9d63d75-b877-47a6-94d7-208d66d7dd95 HTTP/1.1" status: 200 len: 946 time: 0.0997686 Jan 18 17:19:33.449386 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-df5e5d85-edec-4e68-a15f-9070648604ce req-92d9f1e4-ed43-479c-8f15-2e76727bc55f tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=d4c87099-e0de-47e8-9a1c-79e04a17fc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770743 Jan 18 17:19:33.553712 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-086abca0-1c44-4ae9-a214-ae817e11d151 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647695'] for router_interface (e92146aa-a96d-486e-9a5d-3c81d12702c3), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:33.813799 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-086abca0-1c44-4ae9-a214-ae817e11d151 admin admin] Deleting port b9a414cb-12d7-45ac-a0e3-99755e24f99f {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 17:19:33.814146 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-086abca0-1c44-4ae9-a214-ae817e11d151 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785612421596'] for port (b9a414cb-12d7-45ac-a0e3-99755e24f99f), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:33.896003 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-086abca0-1c44-4ae9-a214-ae817e11d151 admin admin] For port b9a414cb-12d7-45ac-a0e3-99755e24f99f, host dv-cinder-733623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-11-iscsi',level=0,port_id=b9a414cb-12d7-45ac-a0e3-99755e24f99f,segment=NetworkSegment(d54abf42-b153-483d-a89a-0388ad402880),segment_id=d54abf42-b153-483d-a89a-0388ad402880)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:19:33.896373 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-086abca0-1c44-4ae9-a214-ae817e11d151 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653228'] for port (b9a414cb-12d7-45ac-a0e3-99755e24f99f), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:33.917026 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-086abca0-1c44-4ae9-a214-ae817e11d151 admin admin] Calling delete_port for b9a414cb-12d7-45ac-a0e3-99755e24f99f owned by network:router_interface {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 17:19:34.158002 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-086abca0-1c44-4ae9-a214-ae817e11d151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785612430192', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785611913813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4300409'] for port (b9a414cb-12d7-45ac-a0e3-99755e24f99f), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:34.184600 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086abca0-1c44-4ae9-a214-ae817e11d151 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9a414cb-12d7-45ac-a0e3-99755e24f99f,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:19:34.365399 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-086abca0-1c44-4ae9-a214-ae817e11d151 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646559'] for router_interface (e92146aa-a96d-486e-9a5d-3c81d12702c3), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:34.588028 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6d1154-7c0f-433d-8d15-bf0bee8f5c72 req-b8ba5430-d355-48ca-9299-6f94a3b98583 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:19:34.590592 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-df6d1154-7c0f-433d-8d15-bf0bee8f5c72 req-b8ba5430-d355-48ca-9299-6f94a3b98583 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=e9d63d75-b877-47a6-94d7-208d66d7dd95 HTTP/1.1" status: 200 len: 946 time: 0.0576077 Jan 18 17:19:34.599437 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-086abca0-1c44-4ae9-a214-ae817e11d151 admin admin] Router e92146aa-a96d-486e-9a5d-3c81d12702c3 has already been hosted by L3 agent 34860b7f-7c9d-4265-9a0a-1b9bd2e1622e {{(pid=103196) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 17:19:34.644993 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-df6d1154-7c0f-433d-8d15-bf0bee8f5c72 req-0c1faefe-60e1-4840-9526-99e572d42fcf tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=d4c87099-e0de-47e8-9a1c-79e04a17fc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497708 Jan 18 17:19:34.715839 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-086abca0-1c44-4ae9-a214-ae817e11d151 admin admin] Notify agent at l3_agent.dv-cinder-733623-11-iscsi the message routers_updated {{(pid=103196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 17:19:34.721310 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-086abca0-1c44-4ae9-a214-ae817e11d151 admin admin] 10.222.0.100 "PUT /v2.0/routers/e92146aa-a96d-486e-9a5d-3c81d12702c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6040163 Jan 18 17:19:34.723462 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 59006) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:19:34.727288 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea00334-342c-449c-b15d-7519c2a56d99 None None] Sync routers for ids ['e92146aa-a96d-486e-9a5d-3c81d12702c3'] in dv-cinder-733623-11-iscsi {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 17:19:34.737465 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea00334-342c-449c-b15d-7519c2a56d99 None None] Routers {'e92146aa-a96d-486e-9a5d-3c81d12702c3'} bound to L3 agent in host dv-cinder-733623-11-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 17:19:34.738088 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-aea00334-342c-449c-b15d-7519c2a56d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-18T17:04:58Z,description=,heartbeat_timestamp=2022-01-18T17:19:28Z,host='dv-cinder-733623-11-iscsi',id=34860b7f-7c9d-4265-9a0a-1b9bd2e1622e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T17:04:59Z,topic='l3_agent')) {'router_ids': ['e92146aa-a96d-486e-9a5d-3c81d12702c3'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:19:34.848247 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d7dd5856-cb0c-4585-b5ca-74e877e1ecf0 admin admin] Publish callbacks [] for router (e92146aa-a96d-486e-9a5d-3c81d12702c3), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:34.854304 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-aea00334-342c-449c-b15d-7519c2a56d99 None None] Set router e92146aa-a96d-486e-9a5d-3c81d12702c3 gateway port host: dv-cinder-733623-11-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 17:19:34.959645 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d7dd5856-cb0c-4585-b5ca-74e877e1ecf0 admin admin] Publish callbacks [] for router_gateway (e92146aa-a96d-486e-9a5d-3c81d12702c3), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:35.051320 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-aea00334-342c-449c-b15d-7519c2a56d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92146aa-a96d-486e-9a5d-3c81d12702c3', 'name': 'tempest-TestMinimumBasicScenario-1931758699-router', 'tenant_id': '9b619acf9cdb4528b6f656cc52406910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '9936c60a-f4bb-4a14-a56d-1f02b4ae4346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:15:55Z', 'updated_at': '2022-01-18T17:19:34Z', 'revision_number': 5, 'project_id': '9b619acf9cdb4528b6f656cc52406910', 'gw_port': {'id': '9936c60a-f4bb-4a14-a56d-1f02b4ae4346', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:47:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92146aa-a96d-486e-9a5d-3c81d12702c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:15:56Z', 'updated_at': '2022-01-18T17:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi'}], 'dv-cinder-733623-11-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:19:35.073297 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d7dd5856-cb0c-4585-b5ca-74e877e1ecf0 admin admin] Deleting port 9936c60a-f4bb-4a14-a56d-1f02b4ae4346 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 17:19:35.073798 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d7dd5856-cb0c-4585-b5ca-74e877e1ecf0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785612421596'] for port (9936c60a-f4bb-4a14-a56d-1f02b4ae4346), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:35.084720 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea00334-342c-449c-b15d-7519c2a56d99 None None] Checking router: e92146aa-a96d-486e-9a5d-3c81d12702c3 for host: dv-cinder-733623-11-iscsi {{(pid=103198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 17:19:35.096469 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea00334-342c-449c-b15d-7519c2a56d99 None None] Routers {'e92146aa-a96d-486e-9a5d-3c81d12702c3'} bound to L3 agent in host dv-cinder-733623-11-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 17:19:35.097426 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-aea00334-342c-449c-b15d-7519c2a56d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-18T17:04:58Z,description=,heartbeat_timestamp=2022-01-18T17:19:28Z,host='dv-cinder-733623-11-iscsi',id=34860b7f-7c9d-4265-9a0a-1b9bd2e1622e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T17:04:59Z,topic='l3_agent')) {'router_ids': ['e92146aa-a96d-486e-9a5d-3c81d12702c3'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:19:35.168690 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d7dd5856-cb0c-4585-b5ca-74e877e1ecf0 admin admin] For port 9936c60a-f4bb-4a14-a56d-1f02b4ae4346, host dv-cinder-733623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-11-iscsi',level=0,port_id=9936c60a-f4bb-4a14-a56d-1f02b4ae4346,segment=NetworkSegment(e313aa2e-7c8f-481c-b82b-97bbd998f4e0),segment_id=e313aa2e-7c8f-481c-b82b-97bbd998f4e0)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:19:35.169337 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d7dd5856-cb0c-4585-b5ca-74e877e1ecf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653228'] for port (9936c60a-f4bb-4a14-a56d-1f02b4ae4346), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:35.185516 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d7dd5856-cb0c-4585-b5ca-74e877e1ecf0 admin admin] Calling delete_port for 9936c60a-f4bb-4a14-a56d-1f02b4ae4346 owned by network:router_gateway {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 17:19:35.185977 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-aea00334-342c-449c-b15d-7519c2a56d99 None None] Set router e92146aa-a96d-486e-9a5d-3c81d12702c3 gateway port host: None {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 17:19:35.239706 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-aea00334-342c-449c-b15d-7519c2a56d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92146aa-a96d-486e-9a5d-3c81d12702c3', 'name': 'tempest-TestMinimumBasicScenario-1931758699-router', 'tenant_id': '9b619acf9cdb4528b6f656cc52406910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:15:55Z', 'updated_at': '2022-01-18T17:19:34Z', 'revision_number': 6, 'project_id': '9b619acf9cdb4528b6f656cc52406910', 'gw_port_host': None}], 'dv-cinder-733623-11-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:19:35.271918 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea00334-342c-449c-b15d-7519c2a56d99 None None] The sync data for ids ['e92146aa-a96d-486e-9a5d-3c81d12702c3'] in dv-cinder-733623-11-iscsi is: [{'id': 'e92146aa-a96d-486e-9a5d-3c81d12702c3', 'name': 'tempest-TestMinimumBasicScenario-1931758699-router', 'tenant_id': '9b619acf9cdb4528b6f656cc52406910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:15:55Z', 'updated_at': '2022-01-18T17:19:34Z', 'revision_number': 6, 'project_id': '9b619acf9cdb4528b6f656cc52406910', 'gw_port_host': None}] {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 17:19:35.415424 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d7dd5856-cb0c-4585-b5ca-74e877e1ecf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785612430192', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785611913813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4300409'] for port (9936c60a-f4bb-4a14-a56d-1f02b4ae4346), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:35.432712 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Device 5b60aef5-9bd5-4b92-a302-38d5092ffad6 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 17:19:35.448217 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dd5856-cb0c-4585-b5ca-74e877e1ecf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9936c60a-f4bb-4a14-a56d-1f02b4ae4346,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:19:35.457194 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] No Port match for: 5b60aef5-9bd5-4b92-a302-38d5092ffad6 {{(pid=103198) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 17:19:35.457619 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Device 5b60aef5-9bd5-4b92-a302-38d5092ffad6 not bound to the agent host hv-cinder-73362 {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 17:19:35.510432 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d7dd5856-cb0c-4585-b5ca-74e877e1ecf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648001'] for router_gateway (e92146aa-a96d-486e-9a5d-3c81d12702c3), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:35.603907 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d7dd5856-cb0c-4585-b5ca-74e877e1ecf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-646132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16105'] for router (e92146aa-a96d-486e-9a5d-3c81d12702c3), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:35.606050 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d7dd5856-cb0c-4585-b5ca-74e877e1ecf0 admin admin] Publish callbacks [] for router_controller (e92146aa-a96d-486e-9a5d-3c81d12702c3), precommit_delete_associations {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:35.748768 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d7dd5856-cb0c-4585-b5ca-74e877e1ecf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-646125'] for router (e92146aa-a96d-486e-9a5d-3c81d12702c3), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:35.749299 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7dd5856-cb0c-4585-b5ca-74e877e1ecf0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e92146aa-a96d-486e-9a5d-3c81d12702c3 {{(pid=103196) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 17:19:35.756363 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d7dd5856-cb0c-4585-b5ca-74e877e1ecf0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:35.757523 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-d7dd5856-cb0c-4585-b5ca-74e877e1ecf0 admin admin] 10.222.0.100 "DELETE /v2.0/routers/e92146aa-a96d-486e-9a5d-3c81d12702c3 HTTP/1.1" status: 204 len: 168 time: 1.0331154 Jan 18 17:19:35.761326 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 59010) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:19:35.776564 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7193449e-b01d-41fa-9472-fab34da45cd2 req-2dff74ff-a16e-4ac3-bc36-044ac6c500df tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:19:35.778034 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-7193449e-b01d-41fa-9472-fab34da45cd2 req-2dff74ff-a16e-4ac3-bc36-044ac6c500df tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=e9d63d75-b877-47a6-94d7-208d66d7dd95 HTTP/1.1" status: 200 len: 946 time: 0.0566514 Jan 18 17:19:35.806622 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.db.db_base_plugin_v2 [None req-d56c3f00-37da-4866-b99c-4821817a5e35 admin admin] Deleting subnet 520b00cd-aeaf-4213-bc9e-5ceb28739828 {{(pid=103197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 17:19:35.809856 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-d56c3f00-37da-4866-b99c-4821817a5e35 admin admin] Publish callbacks [] for subnet (520b00cd-aeaf-4213-bc9e-5ceb28739828), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:35.825309 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-7193449e-b01d-41fa-9472-fab34da45cd2 req-b0a71303-f4a1-49cc-8da7-7edc1bc67b71 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=d4c87099-e0de-47e8-9a1c-79e04a17fc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414689 Jan 18 17:19:35.845381 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-d56c3f00-37da-4866-b99c-4821817a5e35 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6389724'] for subnet (520b00cd-aeaf-4213-bc9e-5ceb28739828), precommit_delete_associations {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:35.954985 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-d56c3f00-37da-4866-b99c-4821817a5e35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1557582'] for subnet (520b00cd-aeaf-4213-bc9e-5ceb28739828), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:36.066441 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-d56c3f00-37da-4866-b99c-4821817a5e35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6115704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4852999'] for subnet (520b00cd-aeaf-4213-bc9e-5ceb28739828), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:36.094959 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-d56c3f00-37da-4866-b99c-4821817a5e35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526667'] for subnet (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:36.100204 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7bcba3-61e5-4da4-8750-64515cdca246 None None] Network e751886b-bacb-46c7-b3e1-ad645f57d5d1 requested from dv-cinder-733623-11-iscsi {{(pid=103198) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 17:19:36.102248 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-d56c3f00-37da-4866-b99c-4821817a5e35 admin admin] 10.222.0.100 "DELETE /v2.0/subnets/520b00cd-aeaf-4213-bc9e-5ceb28739828 HTTP/1.1" status: 204 len: 168 time: 0.3410125 Jan 18 17:19:36.103211 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56c3f00-37da-4866-b99c-4821817a5e35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=520b00cd-aeaf-4213-bc9e-5ceb28739828,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:19:36.105390 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 59012) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:19:36.179941 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f05eeaae-2c0d-4687-9d90-17802d46d3df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540870'] for network (e751886b-bacb-46c7-b3e1-ad645f57d5d1), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:36.248629 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-f05eeaae-2c0d-4687-9d90-17802d46d3df admin admin] Deleting port 7c0f1910-66d9-4da6-bcdf-d04a7ecb3b97 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 17:19:36.248968 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f05eeaae-2c0d-4687-9d90-17802d46d3df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785612421596'] for port (7c0f1910-66d9-4da6-bcdf-d04a7ecb3b97), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:36.280058 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5414e6d6-2889-445a-a517-3d42e3257356 None None] DHCP port deletion for e751886b-bacb-46c7-b3e1-ad645f57d5d1 request from dv-cinder-733623-11-iscsi {{(pid=103198) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 17:19:36.317053 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-f05eeaae-2c0d-4687-9d90-17802d46d3df admin admin] For port 7c0f1910-66d9-4da6-bcdf-d04a7ecb3b97, host dv-cinder-733623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-11-iscsi',level=0,port_id=7c0f1910-66d9-4da6-bcdf-d04a7ecb3b97,segment=NetworkSegment(d54abf42-b153-483d-a89a-0388ad402880),segment_id=d54abf42-b153-483d-a89a-0388ad402880)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:19:36.317442 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f05eeaae-2c0d-4687-9d90-17802d46d3df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653228'] for port (7c0f1910-66d9-4da6-bcdf-d04a7ecb3b97), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:36.332828 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-5414e6d6-2889-445a-a517-3d42e3257356 None None] Deleting port 7c0f1910-66d9-4da6-bcdf-d04a7ecb3b97 {{(pid=103198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 17:19:36.333258 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-f05eeaae-2c0d-4687-9d90-17802d46d3df admin admin] Calling delete_port for 7c0f1910-66d9-4da6-bcdf-d04a7ecb3b97 owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 17:19:36.333346 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5414e6d6-2889-445a-a517-3d42e3257356 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785612421596'] for port (7c0f1910-66d9-4da6-bcdf-d04a7ecb3b97), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:36.395567 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-5414e6d6-2889-445a-a517-3d42e3257356 None None] For port 7c0f1910-66d9-4da6-bcdf-d04a7ecb3b97, host dv-cinder-733623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-11-iscsi',level=0,port_id=7c0f1910-66d9-4da6-bcdf-d04a7ecb3b97,segment=NetworkSegment(d54abf42-b153-483d-a89a-0388ad402880),segment_id=d54abf42-b153-483d-a89a-0388ad402880)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:19:36.395964 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5414e6d6-2889-445a-a517-3d42e3257356 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653228'] for port (7c0f1910-66d9-4da6-bcdf-d04a7ecb3b97), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:36.409061 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-5414e6d6-2889-445a-a517-3d42e3257356 None None] Calling delete_port for 7c0f1910-66d9-4da6-bcdf-d04a7ecb3b97 owned by network:dhcp {{(pid=103198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 17:19:36.466064 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f05eeaae-2c0d-4687-9d90-17802d46d3df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785612430192', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785611913813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4300409'] for port (7c0f1910-66d9-4da6-bcdf-d04a7ecb3b97), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:36.493749 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05eeaae-2c0d-4687-9d90-17802d46d3df admin admin] Pushing event deleted for resources: {'Port': ['ID=7c0f1910-66d9-4da6-bcdf-d04a7ecb3b97,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:19:36.497560 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05eeaae-2c0d-4687-9d90-17802d46d3df admin admin] No DVR routers for this DVR port 7c0f1910-66d9-4da6-bcdf-d04a7ecb3b97 on host dv-cinder-733623-11-iscsi {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 17:19:36.525814 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5414e6d6-2889-445a-a517-3d42e3257356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785612430192', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785611913813'] for port (7c0f1910-66d9-4da6-bcdf-d04a7ecb3b97), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:36.555642 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5414e6d6-2889-445a-a517-3d42e3257356 None None] Pushing event deleted for resources: {'Port': ['ID=7c0f1910-66d9-4da6-bcdf-d04a7ecb3b97,revision_number=None']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:19:36.559250 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5414e6d6-2889-445a-a517-3d42e3257356 None None] No DVR routers for this DVR port 7c0f1910-66d9-4da6-bcdf-d04a7ecb3b97 on host dv-cinder-733623-11-iscsi {{(pid=103198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 17:19:36.571361 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f05eeaae-2c0d-4687-9d90-17802d46d3df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1561079', 'neutron.services.segments.db._delete_segments_for_network-8785612501023'] for network (e751886b-bacb-46c7-b3e1-ad645f57d5d1), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:36.598179 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.services.segments.db [None req-f05eeaae-2c0d-4687-9d90-17802d46d3df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e751886b-bacb-46c7-b3e1-ad645f57d5d1']}} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:19:36.608732 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.services.segments.db [None req-f05eeaae-2c0d-4687-9d90-17802d46d3df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd54abf42-b153-483d-a89a-0388ad402880') {'for_net_delete': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:19:36.609060 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.services.segments.db [None req-f05eeaae-2c0d-4687-9d90-17802d46d3df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd54abf42-b153-483d-a89a-0388ad402880') {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:19:36.618506 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f05eeaae-2c0d-4687-9d90-17802d46d3df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785612502312', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6178579'] for segment (d54abf42-b153-483d-a89a-0388ad402880), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:36.631511 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f05eeaae-2c0d-4687-9d90-17802d46d3df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527697'] for segment (d54abf42-b153-483d-a89a-0388ad402880), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:36.637909 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f05eeaae-2c0d-4687-9d90-17802d46d3df admin admin] Releasing vlan 269 on physical network physnet1 to pool {{(pid=103196) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 17:19:36.638321 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f05eeaae-2c0d-4687-9d90-17802d46d3df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4300298'] for segment (d54abf42-b153-483d-a89a-0388ad402880), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:36.640309 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:19:36.640309 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:19:36.640309 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:19:36.640309 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:19:36.640309 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:19:36.640309 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:19:36.640309 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:19:36.640309 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:19:36.640309 dv-cinder-733623-11-iscsi neutron-server[103196]: Traceback (most recent call last): Jan 18 17:19:36.640309 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 17:19:36.640309 dv-cinder-733623-11-iscsi neutron-server[103196]: timer() Jan 18 17:19:36.640309 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 17:19:36.640309 dv-cinder-733623-11-iscsi neutron-server[103196]: cb(*args, **kw) Jan 18 17:19:36.640309 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 17:19:36.640309 dv-cinder-733623-11-iscsi neutron-server[103196]: return func(*args, **kwargs) Jan 18 17:19:36.640309 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 17:19:36.640309 dv-cinder-733623-11-iscsi neutron-server[103196]: self._notify() Jan 18 17:19:36.640309 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 17:19:36.640309 dv-cinder-733623-11-iscsi neutron-server[103196]: self.callback(batched_events) Jan 18 17:19:36.640309 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 17:19:36.640309 dv-cinder-733623-11-iscsi neutron-server[103196]: event.method(event) Jan 18 17:19:36.640309 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 17:19:36.640309 dv-cinder-733623-11-iscsi neutron-server[103196]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 17:19:36.640309 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 17:19:36.640309 dv-cinder-733623-11-iscsi neutron-server[103196]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 17:19:36.640309 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 17:19:36.640309 dv-cinder-733623-11-iscsi neutron-server[103196]: return f(self, *a, **k) Jan 18 17:19:36.640309 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 17:19:36.640309 dv-cinder-733623-11-iscsi neutron-server[103196]: return self._get(url).json() Jan 18 17:19:36.640309 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 17:19:36.640309 dv-cinder-733623-11-iscsi neutron-server[103196]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 17:19:36.640309 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 17:19:36.640309 dv-cinder-733623-11-iscsi neutron-server[103196]: return self.request(url, 'GET', **kwargs) Jan 18 17:19:36.640309 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 17:19:36.640309 dv-cinder-733623-11-iscsi neutron-server[103196]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 17:19:36.640309 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 17:19:36.640309 dv-cinder-733623-11-iscsi neutron-server[103196]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 17:19:36.640309 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 17:19:36.640309 dv-cinder-733623-11-iscsi neutron-server[103196]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 17:19:36.640309 dv-cinder-733623-11-iscsi neutron-server[103196]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 17:19:36.734658 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f05eeaae-2c0d-4687-9d90-17802d46d3df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647965'] for network (e751886b-bacb-46c7-b3e1-ad645f57d5d1), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:36.739978 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f05eeaae-2c0d-4687-9d90-17802d46d3df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526667'] for network (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:36.743308 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-f05eeaae-2c0d-4687-9d90-17802d46d3df admin admin] 10.222.0.100 "DELETE /v2.0/networks/e751886b-bacb-46c7-b3e1-ad645f57d5d1 HTTP/1.1" status: 204 len: 168 time: 0.6366999 Jan 18 17:19:36.746908 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 59014) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:19:36.754319 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05eeaae-2c0d-4687-9d90-17802d46d3df admin admin] Pushing event deleted for resources: {'Network': ['ID=e751886b-bacb-46c7-b3e1-ad645f57d5d1,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:19:37.069855 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Device 9936c60a-f4bb-4a14-a56d-1f02b4ae4346 no longer exists at agent ovs-agent-dv-cinder-733623-11-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 17:19:37.089938 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] No Port match for: 9936c60a-f4bb-4a14-a56d-1f02b4ae4346 {{(pid=103198) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 17:19:37.090362 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Device 9936c60a-f4bb-4a14-a56d-1f02b4ae4346 not bound to the agent host dv-cinder-733623-11-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 17:19:37.090853 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Device 7c0f1910-66d9-4da6-bcdf-d04a7ecb3b97 no longer exists at agent ovs-agent-dv-cinder-733623-11-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 17:19:37.109909 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] No Port match for: 7c0f1910-66d9-4da6-bcdf-d04a7ecb3b97 {{(pid=103198) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 17:19:37.110591 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Device 7c0f1910-66d9-4da6-bcdf-d04a7ecb3b97 not bound to the agent host dv-cinder-733623-11-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 17:19:37.110690 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Device b9a414cb-12d7-45ac-a0e3-99755e24f99f no longer exists at agent ovs-agent-dv-cinder-733623-11-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 17:19:37.129810 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] No Port match for: b9a414cb-12d7-45ac-a0e3-99755e24f99f {{(pid=103198) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 17:19:37.130163 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Device b9a414cb-12d7-45ac-a0e3-99755e24f99f not bound to the agent host dv-cinder-733623-11-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 17:19:37.180712 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00912391-e051-477a-ad15-0cdb5c35898b req-b462cd4f-9ec1-4227-a862-9ecfecc94092 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:19:37.182164 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-00912391-e051-477a-ad15-0cdb5c35898b req-b462cd4f-9ec1-4227-a862-9ecfecc94092 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=e9d63d75-b877-47a6-94d7-208d66d7dd95 HTTP/1.1" status: 200 len: 946 time: 0.0978291 Jan 18 17:19:37.274296 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-00912391-e051-477a-ad15-0cdb5c35898b req-a6363534-5d78-4e2b-90c9-5ee0e96aa6a0 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=d4c87099-e0de-47e8-9a1c-79e04a17fc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852280 Jan 18 17:19:37.493755 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-26c0ce3f-10f3-4e01-b320-87361eb03fdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647695'] for router_interface (86981704-eb3b-41bd-a45c-5ed2a1fcaebb), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:37.792054 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.plugin [None req-26c0ce3f-10f3-4e01-b320-87361eb03fdf admin admin] Deleting port 461c99dd-f6db-4ceb-bac6-6eba82ce2e4a {{(pid=103197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 17:19:37.792392 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-26c0ce3f-10f3-4e01-b320-87361eb03fdf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785612421596'] for port (461c99dd-f6db-4ceb-bac6-6eba82ce2e4a), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:37.875301 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-26c0ce3f-10f3-4e01-b320-87361eb03fdf admin admin] For port 461c99dd-f6db-4ceb-bac6-6eba82ce2e4a, host dv-cinder-733623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-11-iscsi',level=0,port_id=461c99dd-f6db-4ceb-bac6-6eba82ce2e4a,segment=NetworkSegment(62116162-dc1f-4f5e-8a1f-86b40d7e4d9c),segment_id=62116162-dc1f-4f5e-8a1f-86b40d7e4d9c)] {{(pid=103197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:19:37.875675 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-26c0ce3f-10f3-4e01-b320-87361eb03fdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653228'] for port (461c99dd-f6db-4ceb-bac6-6eba82ce2e4a), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:37.888130 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.plugin [None req-26c0ce3f-10f3-4e01-b320-87361eb03fdf admin admin] Calling delete_port for 461c99dd-f6db-4ceb-bac6-6eba82ce2e4a owned by network:router_interface {{(pid=103197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 17:19:38.123828 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-26c0ce3f-10f3-4e01-b320-87361eb03fdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785612430192', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785611913813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6115669'] for port (461c99dd-f6db-4ceb-bac6-6eba82ce2e4a), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:38.150450 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c0ce3f-10f3-4e01-b320-87361eb03fdf admin admin] Pushing event deleted for resources: {'Port': ['ID=461c99dd-f6db-4ceb-bac6-6eba82ce2e4a,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:19:38.324732 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-26c0ce3f-10f3-4e01-b320-87361eb03fdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646559'] for router_interface (86981704-eb3b-41bd-a45c-5ed2a1fcaebb), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:38.397336 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b898e5d4-f0db-4461-b61a-cc78213a2895 req-c4c8fff1-fbb1-4d75-9acb-ac3fcb42fee6 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:19:38.399049 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b898e5d4-f0db-4461-b61a-cc78213a2895 req-c4c8fff1-fbb1-4d75-9acb-ac3fcb42fee6 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=e9d63d75-b877-47a6-94d7-208d66d7dd95 HTTP/1.1" status: 200 len: 946 time: 0.0489042 Jan 18 17:19:38.451525 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b898e5d4-f0db-4461-b61a-cc78213a2895 req-c9d03bc2-e1f0-42a9-8ed2-d1ad6e20a22d tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=d4c87099-e0de-47e8-9a1c-79e04a17fc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466788 Jan 18 17:19:38.542403 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26c0ce3f-10f3-4e01-b320-87361eb03fdf admin admin] Router 86981704-eb3b-41bd-a45c-5ed2a1fcaebb has already been hosted by L3 agent 34860b7f-7c9d-4265-9a0a-1b9bd2e1622e {{(pid=103197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 17:19:38.646133 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c0ce3f-10f3-4e01-b320-87361eb03fdf admin admin] Notify agent at l3_agent.dv-cinder-733623-11-iscsi the message routers_updated {{(pid=103197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 17:19:38.651447 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-26c0ce3f-10f3-4e01-b320-87361eb03fdf admin admin] 10.222.0.100 "PUT /v2.0/routers/86981704-eb3b-41bd-a45c-5ed2a1fcaebb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9039268 Jan 18 17:19:38.653893 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 59024) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:19:38.656271 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a6f9dc-1c98-4165-b0bc-200752251da0 None None] Sync routers for ids ['86981704-eb3b-41bd-a45c-5ed2a1fcaebb'] in dv-cinder-733623-11-iscsi {{(pid=103199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 17:19:38.666525 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a6f9dc-1c98-4165-b0bc-200752251da0 None None] Routers {'86981704-eb3b-41bd-a45c-5ed2a1fcaebb'} bound to L3 agent in host dv-cinder-733623-11-iscsi {{(pid=103199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 17:19:38.667161 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-a9a6f9dc-1c98-4165-b0bc-200752251da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-18T17:04:58Z,description=,heartbeat_timestamp=2022-01-18T17:19:28Z,host='dv-cinder-733623-11-iscsi',id=34860b7f-7c9d-4265-9a0a-1b9bd2e1622e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T17:04:59Z,topic='l3_agent')) {'router_ids': ['86981704-eb3b-41bd-a45c-5ed2a1fcaebb'], 'active': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:19:38.757667 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-6f5b7058-5e99-4582-8dcf-9f3a11e87685 admin admin] Publish callbacks [] for router (86981704-eb3b-41bd-a45c-5ed2a1fcaebb), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:38.772374 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvr_db [None req-a9a6f9dc-1c98-4165-b0bc-200752251da0 None None] Set router 86981704-eb3b-41bd-a45c-5ed2a1fcaebb gateway port host: dv-cinder-733623-11-iscsi {{(pid=103199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 17:19:38.863844 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-6f5b7058-5e99-4582-8dcf-9f3a11e87685 admin admin] Publish callbacks [] for router_gateway (86981704-eb3b-41bd-a45c-5ed2a1fcaebb), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:38.950623 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-a9a6f9dc-1c98-4165-b0bc-200752251da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86981704-eb3b-41bd-a45c-5ed2a1fcaebb', 'name': 'tempest-TestMinimumBasicScenario-1378179451-router', 'tenant_id': '52dbd573e41c46878d0014f1fddbe0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '171ef443-aa89-47e3-abe0-69964cd010b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:16:08Z', 'updated_at': '2022-01-18T17:19:38Z', 'revision_number': 5, 'project_id': '52dbd573e41c46878d0014f1fddbe0c2', 'gw_port': {'id': '171ef443-aa89-47e3-abe0-69964cd010b3', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ab:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86981704-eb3b-41bd-a45c-5ed2a1fcaebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:09Z', 'updated_at': '2022-01-18T17:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi'}], 'dv-cinder-733623-11-iscsi', False) {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:19:38.967005 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.plugin [None req-6f5b7058-5e99-4582-8dcf-9f3a11e87685 admin admin] Deleting port 171ef443-aa89-47e3-abe0-69964cd010b3 {{(pid=103197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 17:19:38.967373 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-6f5b7058-5e99-4582-8dcf-9f3a11e87685 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785612421596'] for port (171ef443-aa89-47e3-abe0-69964cd010b3), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:38.977554 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a6f9dc-1c98-4165-b0bc-200752251da0 None None] Checking router: 86981704-eb3b-41bd-a45c-5ed2a1fcaebb for host: dv-cinder-733623-11-iscsi {{(pid=103199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 17:19:38.985660 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a6f9dc-1c98-4165-b0bc-200752251da0 None None] Routers {'86981704-eb3b-41bd-a45c-5ed2a1fcaebb'} bound to L3 agent in host dv-cinder-733623-11-iscsi {{(pid=103199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 17:19:38.986257 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-a9a6f9dc-1c98-4165-b0bc-200752251da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-18T17:04:58Z,description=,heartbeat_timestamp=2022-01-18T17:19:28Z,host='dv-cinder-733623-11-iscsi',id=34860b7f-7c9d-4265-9a0a-1b9bd2e1622e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T17:04:59Z,topic='l3_agent')) {'router_ids': ['86981704-eb3b-41bd-a45c-5ed2a1fcaebb'], 'active': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:19:39.055545 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-6f5b7058-5e99-4582-8dcf-9f3a11e87685 admin admin] For port 171ef443-aa89-47e3-abe0-69964cd010b3, host dv-cinder-733623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-11-iscsi',level=0,port_id=171ef443-aa89-47e3-abe0-69964cd010b3,segment=NetworkSegment(e313aa2e-7c8f-481c-b82b-97bbd998f4e0),segment_id=e313aa2e-7c8f-481c-b82b-97bbd998f4e0)] {{(pid=103197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:19:39.056819 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-6f5b7058-5e99-4582-8dcf-9f3a11e87685 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653228'] for port (171ef443-aa89-47e3-abe0-69964cd010b3), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:39.072830 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.plugin [None req-6f5b7058-5e99-4582-8dcf-9f3a11e87685 admin admin] Calling delete_port for 171ef443-aa89-47e3-abe0-69964cd010b3 owned by network:router_gateway {{(pid=103197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 17:19:39.157828 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvr_db [None req-a9a6f9dc-1c98-4165-b0bc-200752251da0 None None] Set router 86981704-eb3b-41bd-a45c-5ed2a1fcaebb gateway port host: None {{(pid=103199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 17:19:39.211959 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-a9a6f9dc-1c98-4165-b0bc-200752251da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86981704-eb3b-41bd-a45c-5ed2a1fcaebb', 'name': 'tempest-TestMinimumBasicScenario-1378179451-router', 'tenant_id': '52dbd573e41c46878d0014f1fddbe0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:16:08Z', 'updated_at': '2022-01-18T17:19:38Z', 'revision_number': 6, 'project_id': '52dbd573e41c46878d0014f1fddbe0c2', 'gw_port_host': None}], 'dv-cinder-733623-11-iscsi', False) {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:19:39.237613 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a6f9dc-1c98-4165-b0bc-200752251da0 None None] The sync data for ids ['86981704-eb3b-41bd-a45c-5ed2a1fcaebb'] in dv-cinder-733623-11-iscsi is: [{'id': '86981704-eb3b-41bd-a45c-5ed2a1fcaebb', 'name': 'tempest-TestMinimumBasicScenario-1378179451-router', 'tenant_id': '52dbd573e41c46878d0014f1fddbe0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:16:08Z', 'updated_at': '2022-01-18T17:19:38Z', 'revision_number': 6, 'project_id': '52dbd573e41c46878d0014f1fddbe0c2', 'gw_port_host': None}] {{(pid=103199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 17:19:39.294737 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-6f5b7058-5e99-4582-8dcf-9f3a11e87685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785612430192', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785611913813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6115669'] for port (171ef443-aa89-47e3-abe0-69964cd010b3), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:39.319015 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5b7058-5e99-4582-8dcf-9f3a11e87685 admin admin] Pushing event deleted for resources: {'Port': ['ID=171ef443-aa89-47e3-abe0-69964cd010b3,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:19:39.384012 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-6f5b7058-5e99-4582-8dcf-9f3a11e87685 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648001'] for router_gateway (86981704-eb3b-41bd-a45c-5ed2a1fcaebb), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:39.484669 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-6f5b7058-5e99-4582-8dcf-9f3a11e87685 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-646132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16105'] for router (86981704-eb3b-41bd-a45c-5ed2a1fcaebb), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:39.486893 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-6f5b7058-5e99-4582-8dcf-9f3a11e87685 admin admin] Publish callbacks [] for router_controller (86981704-eb3b-41bd-a45c-5ed2a1fcaebb), precommit_delete_associations {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:39.597061 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2849599f-217e-4ac6-814f-a88347c13def req-b999a57a-b01b-4bb8-aea7-f35dc6901660 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:19:39.598552 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-2849599f-217e-4ac6-814f-a88347c13def req-b999a57a-b01b-4bb8-aea7-f35dc6901660 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=e9d63d75-b877-47a6-94d7-208d66d7dd95 HTTP/1.1" status: 200 len: 946 time: 0.0557361 Jan 18 17:19:39.619700 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-6f5b7058-5e99-4582-8dcf-9f3a11e87685 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-646125'] for router (86981704-eb3b-41bd-a45c-5ed2a1fcaebb), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:39.620253 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f5b7058-5e99-4582-8dcf-9f3a11e87685 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86981704-eb3b-41bd-a45c-5ed2a1fcaebb {{(pid=103197) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 17:19:39.625561 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-6f5b7058-5e99-4582-8dcf-9f3a11e87685 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:39.626700 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-6f5b7058-5e99-4582-8dcf-9f3a11e87685 admin admin] 10.222.0.100 "DELETE /v2.0/routers/86981704-eb3b-41bd-a45c-5ed2a1fcaebb HTTP/1.1" status: 204 len: 168 time: 0.9718800 Jan 18 17:19:39.629262 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 59028) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:19:39.693926 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-2849599f-217e-4ac6-814f-a88347c13def req-834b4449-6760-495a-8309-43eaf86c700c tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=d4c87099-e0de-47e8-9a1c-79e04a17fc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890234 Jan 18 17:19:39.700249 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.db.db_base_plugin_v2 [None req-36a40933-99bd-4b3a-a9f6-3287b75da5c5 admin admin] Deleting subnet 2c668f06-01ec-4d1a-891f-124f8df96f81 {{(pid=103197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 17:19:39.702680 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-36a40933-99bd-4b3a-a9f6-3287b75da5c5 admin admin] Publish callbacks [] for subnet (2c668f06-01ec-4d1a-891f-124f8df96f81), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:39.739033 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-36a40933-99bd-4b3a-a9f6-3287b75da5c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6389724'] for subnet (2c668f06-01ec-4d1a-891f-124f8df96f81), precommit_delete_associations {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:39.818869 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-36a40933-99bd-4b3a-a9f6-3287b75da5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1557582'] for subnet (2c668f06-01ec-4d1a-891f-124f8df96f81), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:39.923635 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-36a40933-99bd-4b3a-a9f6-3287b75da5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6115704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4852999'] for subnet (2c668f06-01ec-4d1a-891f-124f8df96f81), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:39.947947 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a40933-99bd-4b3a-a9f6-3287b75da5c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c668f06-01ec-4d1a-891f-124f8df96f81,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:19:39.954338 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-36a40933-99bd-4b3a-a9f6-3287b75da5c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526667'] for subnet (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:39.957633 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-36a40933-99bd-4b3a-a9f6-3287b75da5c5 admin admin] 10.222.0.100 "DELETE /v2.0/subnets/2c668f06-01ec-4d1a-891f-124f8df96f81 HTTP/1.1" status: 204 len: 168 time: 0.3274560 Jan 18 17:19:39.961143 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 59030) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:19:39.961675 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0681013a-ce6d-4060-a1e2-2376050f3f68 None None] Network 9fcdf23c-7549-4d05-bb72-c699754d1dd6 requested from dv-cinder-733623-11-iscsi {{(pid=103198) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 17:19:40.038712 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-65cdca88-21bf-4872-b5df-1c641eaf1203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540870'] for network (9fcdf23c-7549-4d05-bb72-c699754d1dd6), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:40.093686 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-65cdca88-21bf-4872-b5df-1c641eaf1203 admin admin] Deleting port cd2bb4ef-89dd-4d13-9c94-445ea6dcb370 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 17:19:40.094072 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-65cdca88-21bf-4872-b5df-1c641eaf1203 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785612421596'] for port (cd2bb4ef-89dd-4d13-9c94-445ea6dcb370), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:40.107293 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5647606c-ce38-4be9-aac9-3c2832990550 None None] DHCP port deletion for 9fcdf23c-7549-4d05-bb72-c699754d1dd6 request from dv-cinder-733623-11-iscsi {{(pid=103198) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 17:19:40.160715 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-5647606c-ce38-4be9-aac9-3c2832990550 None None] Deleting port cd2bb4ef-89dd-4d13-9c94-445ea6dcb370 {{(pid=103198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 17:19:40.161135 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5647606c-ce38-4be9-aac9-3c2832990550 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785612421596'] for port (cd2bb4ef-89dd-4d13-9c94-445ea6dcb370), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:40.171341 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-65cdca88-21bf-4872-b5df-1c641eaf1203 admin admin] For port cd2bb4ef-89dd-4d13-9c94-445ea6dcb370, host dv-cinder-733623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-11-iscsi',level=0,port_id=cd2bb4ef-89dd-4d13-9c94-445ea6dcb370,segment=NetworkSegment(62116162-dc1f-4f5e-8a1f-86b40d7e4d9c),segment_id=62116162-dc1f-4f5e-8a1f-86b40d7e4d9c)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:19:40.171713 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-65cdca88-21bf-4872-b5df-1c641eaf1203 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653228'] for port (cd2bb4ef-89dd-4d13-9c94-445ea6dcb370), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:40.185357 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-65cdca88-21bf-4872-b5df-1c641eaf1203 admin admin] Calling delete_port for cd2bb4ef-89dd-4d13-9c94-445ea6dcb370 owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 17:19:40.329120 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-65cdca88-21bf-4872-b5df-1c641eaf1203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785612430192', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785611913813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4300409'] for port (cd2bb4ef-89dd-4d13-9c94-445ea6dcb370), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:40.363233 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cdca88-21bf-4872-b5df-1c641eaf1203 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd2bb4ef-89dd-4d13-9c94-445ea6dcb370,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:19:40.364055 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-5647606c-ce38-4be9-aac9-3c2832990550 None None] For port cd2bb4ef-89dd-4d13-9c94-445ea6dcb370, host dv-cinder-733623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-11-iscsi',level=0,port_id=cd2bb4ef-89dd-4d13-9c94-445ea6dcb370,segment=NetworkSegment(62116162-dc1f-4f5e-8a1f-86b40d7e4d9c),segment_id=62116162-dc1f-4f5e-8a1f-86b40d7e4d9c)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:19:40.364647 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5647606c-ce38-4be9-aac9-3c2832990550 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653228'] for port (cd2bb4ef-89dd-4d13-9c94-445ea6dcb370), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:40.365064 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cdca88-21bf-4872-b5df-1c641eaf1203 admin admin] No DVR routers for this DVR port cd2bb4ef-89dd-4d13-9c94-445ea6dcb370 on host dv-cinder-733623-11-iscsi {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 17:19:40.379129 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-5647606c-ce38-4be9-aac9-3c2832990550 None None] Calling delete_port for cd2bb4ef-89dd-4d13-9c94-445ea6dcb370 owned by network:dhcp {{(pid=103198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 17:19:40.442760 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-65cdca88-21bf-4872-b5df-1c641eaf1203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1561079', 'neutron.services.segments.db._delete_segments_for_network-8785612501023'] for network (9fcdf23c-7549-4d05-bb72-c699754d1dd6), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:40.459631 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5647606c-ce38-4be9-aac9-3c2832990550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785612430192', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785611913813'] for port (cd2bb4ef-89dd-4d13-9c94-445ea6dcb370), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:40.465177 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.services.segments.db [None req-65cdca88-21bf-4872-b5df-1c641eaf1203 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fcdf23c-7549-4d05-bb72-c699754d1dd6']}} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:19:40.475870 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.services.segments.db [None req-65cdca88-21bf-4872-b5df-1c641eaf1203 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62116162-dc1f-4f5e-8a1f-86b40d7e4d9c') {'for_net_delete': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:19:40.476217 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.services.segments.db [None req-65cdca88-21bf-4872-b5df-1c641eaf1203 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62116162-dc1f-4f5e-8a1f-86b40d7e4d9c') {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:19:40.485780 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-65cdca88-21bf-4872-b5df-1c641eaf1203 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785612502312', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6178579'] for segment (62116162-dc1f-4f5e-8a1f-86b40d7e4d9c), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:40.499615 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5647606c-ce38-4be9-aac9-3c2832990550 None None] Pushing event deleted for resources: {'Port': ['ID=cd2bb4ef-89dd-4d13-9c94-445ea6dcb370,revision_number=None']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:19:40.499615 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5647606c-ce38-4be9-aac9-3c2832990550 None None] No DVR routers for this DVR port cd2bb4ef-89dd-4d13-9c94-445ea6dcb370 on host dv-cinder-733623-11-iscsi {{(pid=103198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 17:19:40.504192 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-65cdca88-21bf-4872-b5df-1c641eaf1203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527697'] for segment (62116162-dc1f-4f5e-8a1f-86b40d7e4d9c), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:40.513060 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65cdca88-21bf-4872-b5df-1c641eaf1203 admin admin] Releasing vlan 284 on physical network physnet1 to pool {{(pid=103196) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 17:19:40.513060 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-65cdca88-21bf-4872-b5df-1c641eaf1203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4300298'] for segment (62116162-dc1f-4f5e-8a1f-86b40d7e4d9c), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:40.514490 dv-cinder-733623-11-iscsi neutron-server[103196]: Traceback (most recent call last): Jan 18 17:19:40.514490 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 17:19:40.514490 dv-cinder-733623-11-iscsi neutron-server[103196]: timer() Jan 18 17:19:40.514490 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 17:19:40.514490 dv-cinder-733623-11-iscsi neutron-server[103196]: cb(*args, **kw) Jan 18 17:19:40.514490 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 17:19:40.514490 dv-cinder-733623-11-iscsi neutron-server[103196]: return func(*args, **kwargs) Jan 18 17:19:40.514490 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 17:19:40.514490 dv-cinder-733623-11-iscsi neutron-server[103196]: self._notify() Jan 18 17:19:40.514490 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 17:19:40.514490 dv-cinder-733623-11-iscsi neutron-server[103196]: self.callback(batched_events) Jan 18 17:19:40.514490 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 17:19:40.514490 dv-cinder-733623-11-iscsi neutron-server[103196]: event.method(event) Jan 18 17:19:40.514490 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 17:19:40.514490 dv-cinder-733623-11-iscsi neutron-server[103196]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 17:19:40.514490 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 17:19:40.514490 dv-cinder-733623-11-iscsi neutron-server[103196]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 17:19:40.514490 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 17:19:40.514490 dv-cinder-733623-11-iscsi neutron-server[103196]: return f(self, *a, **k) Jan 18 17:19:40.514490 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 17:19:40.514490 dv-cinder-733623-11-iscsi neutron-server[103196]: return self._get(url).json() Jan 18 17:19:40.514490 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 17:19:40.514490 dv-cinder-733623-11-iscsi neutron-server[103196]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 17:19:40.514490 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 17:19:40.514490 dv-cinder-733623-11-iscsi neutron-server[103196]: return self.request(url, 'GET', **kwargs) Jan 18 17:19:40.514490 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 17:19:40.514490 dv-cinder-733623-11-iscsi neutron-server[103196]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 17:19:40.514490 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 17:19:40.514490 dv-cinder-733623-11-iscsi neutron-server[103196]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 17:19:40.514490 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 17:19:40.514490 dv-cinder-733623-11-iscsi neutron-server[103196]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 17:19:40.514490 dv-cinder-733623-11-iscsi neutron-server[103196]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 17:19:40.671928 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-65cdca88-21bf-4872-b5df-1c641eaf1203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647965'] for network (9fcdf23c-7549-4d05-bb72-c699754d1dd6), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:40.677574 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-65cdca88-21bf-4872-b5df-1c641eaf1203 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526667'] for network (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:40.681289 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-65cdca88-21bf-4872-b5df-1c641eaf1203 admin admin] 10.222.0.100 "DELETE /v2.0/networks/9fcdf23c-7549-4d05-bb72-c699754d1dd6 HTTP/1.1" status: 204 len: 168 time: 0.7187037 Jan 18 17:19:40.692920 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cdca88-21bf-4872-b5df-1c641eaf1203 admin admin] Pushing event deleted for resources: {'Network': ['ID=9fcdf23c-7549-4d05-bb72-c699754d1dd6,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:19:40.822393 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b230f9-55ed-40d2-9ca2-bb7cc6de72c5 req-c21c3670-670b-444f-9f43-89bb0c402399 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:19:40.825565 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c1b230f9-55ed-40d2-9ca2-bb7cc6de72c5 req-c21c3670-670b-444f-9f43-89bb0c402399 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=e9d63d75-b877-47a6-94d7-208d66d7dd95 HTTP/1.1" status: 200 len: 946 time: 0.0539627 Jan 18 17:19:40.877321 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c1b230f9-55ed-40d2-9ca2-bb7cc6de72c5 req-94cd95b6-19e0-4781-9178-113e62094fb6 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=d4c87099-e0de-47e8-9a1c-79e04a17fc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429564 Jan 18 17:19:41.023786 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 59058) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:19:41.054466 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (e727efee-c94b-447a-9897-92f425521d05), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:41.073885 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-ad0d708a-9fdd-4861-866b-b1fa49b023c1 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=9b619acf9cdb4528b6f656cc52406910&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0481167 Jan 18 17:19:41.076530 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 59060) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:19:41.114466 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Device 171ef443-aa89-47e3-abe0-69964cd010b3 no longer exists at agent ovs-agent-dv-cinder-733623-11-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 17:19:41.138538 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] No Port match for: 171ef443-aa89-47e3-abe0-69964cd010b3 {{(pid=103198) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 17:19:41.139215 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Device 171ef443-aa89-47e3-abe0-69964cd010b3 not bound to the agent host dv-cinder-733623-11-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 17:19:41.139929 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Device 461c99dd-f6db-4ceb-bac6-6eba82ce2e4a no longer exists at agent ovs-agent-dv-cinder-733623-11-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 17:19:41.156883 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-675e5160-945b-4ec7-aeef-19370fca290e admin admin] Publish callbacks [] for security_group (c89a7dc5-0961-4a5a-ac1f-02410b7e5eac), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:41.161403 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] No Port match for: 461c99dd-f6db-4ceb-bac6-6eba82ce2e4a {{(pid=103198) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 17:19:41.162003 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Device 461c99dd-f6db-4ceb-bac6-6eba82ce2e4a not bound to the agent host dv-cinder-733623-11-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 17:19:41.162603 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Device cd2bb4ef-89dd-4d13-9c94-445ea6dcb370 no longer exists at agent ovs-agent-dv-cinder-733623-11-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 17:19:41.186131 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-675e5160-945b-4ec7-aeef-19370fca290e admin admin] Publish callbacks [] for security_group (c89a7dc5-0961-4a5a-ac1f-02410b7e5eac), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:41.186418 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] No Port match for: cd2bb4ef-89dd-4d13-9c94-445ea6dcb370 {{(pid=103198) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 17:19:41.186915 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Device cd2bb4ef-89dd-4d13-9c94-445ea6dcb370 not bound to the agent host dv-cinder-733623-11-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 17:19:41.306095 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-675e5160-945b-4ec7-aeef-19370fca290e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (c89a7dc5-0961-4a5a-ac1f-02410b7e5eac), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:41.309239 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-675e5160-945b-4ec7-aeef-19370fca290e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:41.310400 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-675e5160-945b-4ec7-aeef-19370fca290e admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/c89a7dc5-0961-4a5a-ac1f-02410b7e5eac HTTP/1.1" status: 204 len: 168 time: 0.2328227 Jan 18 17:19:41.321548 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675e5160-945b-4ec7-aeef-19370fca290e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c89a7dc5-0961-4a5a-ac1f-02410b7e5eac,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:19:41.444336 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Device d5da4c05-fc6b-48ae-bd37-20cdd7c9c363 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=103198) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 17:19:41.564587 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] For port d5da4c05-fc6b-48ae-bd37-20cdd7c9c363, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=d5da4c05-fc6b-48ae-bd37-20cdd7c9c363,segment=NetworkSegment(7804631f-b978-4531-985d-c1ed5e4123e4),segment_id=7804631f-b978-4531-985d-c1ed5e4123e4)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:19:41.579785 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Returning: {'device': 'd5da4c05-fc6b-48ae-bd37-20cdd7c9c363', 'network_id': '2be6587c-41c5-41bc-ac5a-09ac1f4499ce', 'port_id': 'd5da4c05-fc6b-48ae-bd37-20cdd7c9c363', 'mac_address': 'fa:16:3e:8b:cf:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29c22a55-3970-45d3-a1fa-25a28ccfa3f2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103198) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 17:19:41.634697 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Current status of the port d5da4c05-fc6b-48ae-bd37-20cdd7c9c363 is: ACTIVE; New status is: BUILD {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:19:41.635193 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (d5da4c05-fc6b-48ae-bd37-20cdd7c9c363), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:41.657177 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d5da4c05-fc6b-48ae-bd37-20cdd7c9c363 {{(pid=103198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 17:19:41.680322 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] For port d5da4c05-fc6b-48ae-bd37-20cdd7c9c363, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=d5da4c05-fc6b-48ae-bd37-20cdd7c9c363,segment=NetworkSegment(7804631f-b978-4531-985d-c1ed5e4123e4),segment_id=7804631f-b978-4531-985d-c1ed5e4123e4)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:19:41.765248 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (d5da4c05-fc6b-48ae-bd37-20cdd7c9c363), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:41.827726 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Pushing event updated for resources: {'Port': ['ID=d5da4c05-fc6b-48ae-bd37-20cdd7c9c363,revision_number=6']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:19:41.857745 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] get_ports_and_sgs() called for port_ids ['d5da4c05-fc6b-48ae-bd37-20cdd7c9c363'] {{(pid=103198) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 17:19:42.094914 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 59068) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:19:42.152617 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-9e7aa529-d091-438d-b64b-8cbce0175423 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=52dbd573e41c46878d0014f1fddbe0c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0534525 Jan 18 17:19:42.154980 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 59070) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:19:42.220895 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9817f85c-8784-4395-875b-1128f3e4c5b7 admin admin] Publish callbacks [] for security_group (297beabc-dbfd-4036-87d0-7d83586519dd), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:42.317699 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b68d8e-1e39-431d-9f4a-32bb5d9269a0 req-3b20ccd1-aa33-4c10-a399-62128e2b6211 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:19:42.323604 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-a1b68d8e-1e39-431d-9f4a-32bb5d9269a0 req-3b20ccd1-aa33-4c10-a399-62128e2b6211 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=e9d63d75-b877-47a6-94d7-208d66d7dd95 HTTP/1.1" status: 200 len: 945 time: 0.3612471 Jan 18 17:19:42.393767 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-a1b68d8e-1e39-431d-9f4a-32bb5d9269a0 req-403bc3c7-4082-4538-bf62-528fcfd5fb0c tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=d4c87099-e0de-47e8-9a1c-79e04a17fc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615427 Jan 18 17:19:42.559685 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9817f85c-8784-4395-875b-1128f3e4c5b7 admin admin] Publish callbacks [] for security_group (297beabc-dbfd-4036-87d0-7d83586519dd), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:42.723742 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9817f85c-8784-4395-875b-1128f3e4c5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (297beabc-dbfd-4036-87d0-7d83586519dd), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:42.727515 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9817f85c-8784-4395-875b-1128f3e4c5b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:42.731195 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-9817f85c-8784-4395-875b-1128f3e4c5b7 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/297beabc-dbfd-4036-87d0-7d83586519dd HTTP/1.1" status: 204 len: 168 time: 0.5727644 Jan 18 17:19:42.750018 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9817f85c-8784-4395-875b-1128f3e4c5b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=297beabc-dbfd-4036-87d0-7d83586519dd,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:19:43.443904 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Device d5da4c05-fc6b-48ae-bd37-20cdd7c9c363 up at agent hyperv_hv-cinder-73362 {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 17:19:43.508037 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Provisioning complete for port d5da4c05-fc6b-48ae-bd37-20cdd7c9c363 triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:19:43.508427 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (d5da4c05-fc6b-48ae-bd37-20cdd7c9c363), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:43.550239 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea9c36d-bfd2-499b-9568-eded5e90f7ac req-37e9837f-f34f-4137-bb20-cf2dfdf57256 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:19:43.551965 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-7ea9c36d-bfd2-499b-9568-eded5e90f7ac req-37e9837f-f34f-4137-bb20-cf2dfdf57256 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=e9d63d75-b877-47a6-94d7-208d66d7dd95 HTTP/1.1" status: 200 len: 945 time: 0.0595465 Jan 18 17:19:43.607434 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-7ea9c36d-bfd2-499b-9568-eded5e90f7ac req-caf22fb6-a9bc-4eab-bdcb-ee40e2369c64 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=d4c87099-e0de-47e8-9a1c-79e04a17fc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486975 Jan 18 17:19:43.609404 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Current status of the port d5da4c05-fc6b-48ae-bd37-20cdd7c9c363 is: BUILD; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:19:43.609790 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (d5da4c05-fc6b-48ae-bd37-20cdd7c9c363), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:43.638776 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9d63d75-b877-47a6-94d7-208d66d7dd95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5da4c05-fc6b-48ae-bd37-20cdd7c9c363'}] {{(pid=103198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 17:19:43.644493 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97aa477b9a8a7659066d830c0d89a1f304b03425b5691a2db6f60cb613ebd93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37507914-3060-4e14-8ffd-56f6fd74c1b2" -d '{"events": [{"server_uuid": "e9d63d75-b877-47a6-94d7-208d66d7dd95", "name": "network-vif-plugged", "status": "completed", "tag": "d5da4c05-fc6b-48ae-bd37-20cdd7c9c363"}]}' {{(pid=103198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 17:19:43.655819 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] For port d5da4c05-fc6b-48ae-bd37-20cdd7c9c363, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=d5da4c05-fc6b-48ae-bd37-20cdd7c9c363,segment=NetworkSegment(7804631f-b978-4531-985d-c1ed5e4123e4),segment_id=7804631f-b978-4531-985d-c1ed5e4123e4)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:19:43.678865 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 17:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94568cd9-9da6-4a91-a1b6-94c55acedbf6 x-openstack-request-id: req-94568cd9-9da6-4a91-a1b6-94c55acedbf6 {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 17:19:43.679770 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9d63d75-b877-47a6-94d7-208d66d7dd95", "name": "network-vif-plugged", "status": "completed", "tag": "d5da4c05-fc6b-48ae-bd37-20cdd7c9c363", "code": 200}]} {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 17:19:43.680029 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-94568cd9-9da6-4a91-a1b6-94c55acedbf6 {{(pid=103198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 17:19:43.680492 dv-cinder-733623-11-iscsi neutron-server[103198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9d63d75-b877-47a6-94d7-208d66d7dd95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5da4c05-fc6b-48ae-bd37-20cdd7c9c363', 'code': 200} Jan 18 17:19:44.048893 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (d5da4c05-fc6b-48ae-bd37-20cdd7c9c363), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:44.103123 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Pushing event updated for resources: {'Port': ['ID=d5da4c05-fc6b-48ae-bd37-20cdd7c9c363,revision_number=7']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:19:44.110138 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:19:44.110499 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:19:44.110844 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:19:44.111206 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:19:44.111546 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:19:44.111877 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:19:44.112214 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:19:44.112542 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:19:44.112868 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:19:44.113194 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:19:44.113519 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:19:44.113841 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:19:44.114161 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:19:44.751921 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c79e4f1-740d-4371-bc0f-496439b20278 req-ebe47448-048d-4281-a738-aec75850e524 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:19:44.753601 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-8c79e4f1-740d-4371-bc0f-496439b20278 req-ebe47448-048d-4281-a738-aec75850e524 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=e9d63d75-b877-47a6-94d7-208d66d7dd95 HTTP/1.1" status: 200 len: 946 time: 0.0570858 Jan 18 17:19:44.811332 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-8c79e4f1-740d-4371-bc0f-496439b20278 req-28676e20-7d87-4150-8bf3-950c4b65d7f7 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=d4c87099-e0de-47e8-9a1c-79e04a17fc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514648 Jan 18 17:19:45.957520 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfaaa84-8d72-4455-b71e-6e1b59a77eff req-3a721dff-2c40-47bc-b9a5-765294985055 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:19:45.959219 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-0dfaaa84-8d72-4455-b71e-6e1b59a77eff req-3a721dff-2c40-47bc-b9a5-765294985055 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=e9d63d75-b877-47a6-94d7-208d66d7dd95 HTTP/1.1" status: 200 len: 946 time: 0.0552111 Jan 18 17:19:46.018810 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-0dfaaa84-8d72-4455-b71e-6e1b59a77eff req-c67b6564-1888-4f0b-aa7a-047ab3458671 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=d4c87099-e0de-47e8-9a1c-79e04a17fc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520167 Jan 18 17:19:47.145197 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca50d0-ca6a-407d-98a2-442d0a0fd956 req-28ac2da4-258e-4a65-bb6e-f8aeafb967f7 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:19:47.146751 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-8aca50d0-ca6a-407d-98a2-442d0a0fd956 req-28ac2da4-258e-4a65-bb6e-f8aeafb967f7 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=e9d63d75-b877-47a6-94d7-208d66d7dd95 HTTP/1.1" status: 200 len: 946 time: 0.0495281 Jan 18 17:19:47.196582 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-8aca50d0-ca6a-407d-98a2-442d0a0fd956 req-bb34080f-9350-489c-acb2-f413fd1ce522 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=d4c87099-e0de-47e8-9a1c-79e04a17fc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426538 Jan 18 17:19:48.336161 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d1dd0-002a-48d2-b322-6f6f0b6bc8fa req-530e6b9b-3fd0-4859-9f8c-6dface99f08a tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:19:48.338320 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-7c6d1dd0-002a-48d2-b322-6f6f0b6bc8fa req-530e6b9b-3fd0-4859-9f8c-6dface99f08a tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=e9d63d75-b877-47a6-94d7-208d66d7dd95 HTTP/1.1" status: 200 len: 946 time: 0.0635264 Jan 18 17:19:48.388549 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-7c6d1dd0-002a-48d2-b322-6f6f0b6bc8fa req-1be380b4-49cf-4fcd-af75-76e7f6efa5ac tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=d4c87099-e0de-47e8-9a1c-79e04a17fc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445213 Jan 18 17:19:49.531523 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e871ac31-4187-42d0-977e-45fa7eddc83c req-f4f73d28-38da-4430-9371-a208f4d286e2 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:19:49.534156 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-e871ac31-4187-42d0-977e-45fa7eddc83c req-f4f73d28-38da-4430-9371-a208f4d286e2 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=e9d63d75-b877-47a6-94d7-208d66d7dd95 HTTP/1.1" status: 200 len: 946 time: 0.0598204 Jan 18 17:19:49.592746 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-e871ac31-4187-42d0-977e-45fa7eddc83c req-4af1131e-2238-4cdb-8c0b-e58ff297f006 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=d4c87099-e0de-47e8-9a1c-79e04a17fc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521350 Jan 18 17:19:50.743977 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af22ca35-74f3-47f9-b066-57edef445266 req-8ac2dece-315b-439a-9596-f99fd22454b1 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:19:50.746366 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-af22ca35-74f3-47f9-b066-57edef445266 req-8ac2dece-315b-439a-9596-f99fd22454b1 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=e9d63d75-b877-47a6-94d7-208d66d7dd95 HTTP/1.1" status: 200 len: 946 time: 0.0609035 Jan 18 17:19:50.798092 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-af22ca35-74f3-47f9-b066-57edef445266 req-14a72ea7-06a9-4a7e-9de4-f53688bdaae9 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=d4c87099-e0de-47e8-9a1c-79e04a17fc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468502 Jan 18 17:19:51.932320 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8a3ce0-dccc-40ae-98fa-9ef686e0911c req-85e751d8-d61f-4347-aab2-9b83941d463f tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:19:51.933735 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-ae8a3ce0-dccc-40ae-98fa-9ef686e0911c req-85e751d8-d61f-4347-aab2-9b83941d463f tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=e9d63d75-b877-47a6-94d7-208d66d7dd95 HTTP/1.1" status: 200 len: 946 time: 0.0547395 Jan 18 17:19:51.982308 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-ae8a3ce0-dccc-40ae-98fa-9ef686e0911c req-7df69773-e6e0-4216-9afd-ef6bc244367c tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=d4c87099-e0de-47e8-9a1c-79e04a17fc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427580 Jan 18 17:19:52.319568 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a785fdbd-35ff-49ce-a174-facaa30a0457 req-a3c9c7b5-0225-4463-8850-f54a0c510bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:19:52.321012 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-a785fdbd-35ff-49ce-a174-facaa30a0457 req-a3c9c7b5-0225-4463-8850-f54a0c510bd4 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=4983e51e5c4742eb9b95034b5aef3213&device_id=e9d63d75-b877-47a6-94d7-208d66d7dd95 HTTP/1.1" status: 200 len: 1099 time: 0.0403135 Jan 18 17:19:52.422377 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a785fdbd-35ff-49ce-a174-facaa30a0457 req-e789f413-8822-4e24-b7fe-c81e5530d8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:19:52.423879 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-a785fdbd-35ff-49ce-a174-facaa30a0457 req-e789f413-8822-4e24-b7fe-c81e5530d8ef service neutron] 10.222.0.105 "GET /v2.0/networks?id=2be6587c-41c5-41bc-ac5a-09ac1f4499ce HTTP/1.1" status: 200 len: 918 time: 0.0966234 Jan 18 17:19:52.493431 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-a785fdbd-35ff-49ce-a174-facaa30a0457 req-073d1ff7-3f29-4427-944a-e08327c6a9a5 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5da4c05-fc6b-48ae-bd37-20cdd7c9c363 HTTP/1.1" status: 200 len: 1001 time: 0.0631738 Jan 18 17:19:52.545680 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a785fdbd-35ff-49ce-a174-facaa30a0457 req-fea42854-8c8b-435b-b90e-31e733befca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:19:52.547145 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-a785fdbd-35ff-49ce-a174-facaa30a0457 req-fea42854-8c8b-435b-b90e-31e733befca8 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=29c22a55-3970-45d3-a1fa-25a28ccfa3f2 HTTP/1.1" status: 200 len: 856 time: 0.0480723 Jan 18 17:19:52.595392 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a785fdbd-35ff-49ce-a174-facaa30a0457 req-176e4bf0-3d1a-4197-9dd4-100a746b2bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:19:52.596798 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-a785fdbd-35ff-49ce-a174-facaa30a0457 req-176e4bf0-3d1a-4197-9dd4-100a746b2bd7 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=2be6587c-41c5-41bc-ac5a-09ac1f4499ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0432115 Jan 18 17:19:52.700414 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-a785fdbd-35ff-49ce-a174-facaa30a0457 req-b377454e-35df-44c6-9636-4feafa031eb7 service neutron] 10.222.0.105 "GET /v2.0/networks/2be6587c-41c5-41bc-ac5a-09ac1f4499ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965502 Jan 18 17:19:52.807736 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-a785fdbd-35ff-49ce-a174-facaa30a0457 req-191515d2-fee8-46d7-a078-93ea17cfcb6d service neutron] 10.222.0.105 "GET /v2.0/networks/2be6587c-41c5-41bc-ac5a-09ac1f4499ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013680 Jan 18 17:19:53.102789 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0cd912-8603-4daf-ad74-b7f4977283be req-4ae742d5-dcb5-4057-9a82-e395d075216c tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:19:53.104382 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-3e0cd912-8603-4daf-ad74-b7f4977283be req-4ae742d5-dcb5-4057-9a82-e395d075216c tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=e9d63d75-b877-47a6-94d7-208d66d7dd95 HTTP/1.1" status: 200 len: 946 time: 0.0508602 Jan 18 17:19:53.151085 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-3e0cd912-8603-4daf-ad74-b7f4977283be req-559a559a-1eb7-498e-b715-01e5b1ace110 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=d4c87099-e0de-47e8-9a1c-79e04a17fc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409355 Jan 18 17:19:54.271123 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94993d5-4357-4472-b26d-1be4b4577953 req-ac97f8b9-f61c-4fce-9a10-7a032eddb581 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:19:54.272700 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-f94993d5-4357-4472-b26d-1be4b4577953 req-ac97f8b9-f61c-4fce-9a10-7a032eddb581 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=e9d63d75-b877-47a6-94d7-208d66d7dd95 HTTP/1.1" status: 200 len: 946 time: 0.0489950 Jan 18 17:19:54.319247 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-f94993d5-4357-4472-b26d-1be4b4577953 req-5282e5ae-524b-4deb-bed3-a28b74df27ce tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=d4c87099-e0de-47e8-9a1c-79e04a17fc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401721 Jan 18 17:19:55.441151 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c6707-4941-47db-b08c-d60bcb917d4a req-6caddd5f-5af9-4177-b507-fa9b4bfdc506 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:19:55.442622 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-703c6707-4941-47db-b08c-d60bcb917d4a req-6caddd5f-5af9-4177-b507-fa9b4bfdc506 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=e9d63d75-b877-47a6-94d7-208d66d7dd95 HTTP/1.1" status: 200 len: 946 time: 0.0530255 Jan 18 17:19:55.490484 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-703c6707-4941-47db-b08c-d60bcb917d4a req-2738e180-5ff2-4ba7-aaa8-47ce37c9b30b tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=d4c87099-e0de-47e8-9a1c-79e04a17fc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417278 Jan 18 17:19:55.506977 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Device d5da4c05-fc6b-48ae-bd37-20cdd7c9c363 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 17:19:55.596274 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Current status of the port d5da4c05-fc6b-48ae-bd37-20cdd7c9c363 is: ACTIVE; New status is: DOWN {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:19:55.596671 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (d5da4c05-fc6b-48ae-bd37-20cdd7c9c363), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:55.622949 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9d63d75-b877-47a6-94d7-208d66d7dd95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5da4c05-fc6b-48ae-bd37-20cdd7c9c363'}] {{(pid=103198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 17:19:55.625199 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97aa477b9a8a7659066d830c0d89a1f304b03425b5691a2db6f60cb613ebd93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a67f6015-3e89-4e8b-97e0-751c2df5e678" -d '{"events": [{"server_uuid": "e9d63d75-b877-47a6-94d7-208d66d7dd95", "name": "network-vif-unplugged", "status": "completed", "tag": "d5da4c05-fc6b-48ae-bd37-20cdd7c9c363"}]}' {{(pid=103198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 17:19:55.638938 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] For port d5da4c05-fc6b-48ae-bd37-20cdd7c9c363, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=d5da4c05-fc6b-48ae-bd37-20cdd7c9c363,segment=NetworkSegment(7804631f-b978-4531-985d-c1ed5e4123e4),segment_id=7804631f-b978-4531-985d-c1ed5e4123e4)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:19:55.657883 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 18 Jan 2022 17:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-079606d9-d40a-45f9-ad7c-310c5aadb8ee x-openstack-request-id: req-079606d9-d40a-45f9-ad7c-310c5aadb8ee {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 17:19:55.658172 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9d63d75-b877-47a6-94d7-208d66d7dd95", "name": "network-vif-unplugged", "status": "failed", "tag": "d5da4c05-fc6b-48ae-bd37-20cdd7c9c363", "code": 422}]} {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 17:19:55.658430 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-079606d9-d40a-45f9-ad7c-310c5aadb8ee {{(pid=103198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 17:19:55.658922 dv-cinder-733623-11-iscsi neutron-server[103198]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e9d63d75-b877-47a6-94d7-208d66d7dd95', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd5da4c05-fc6b-48ae-bd37-20cdd7c9c363', 'code': 422} returned with failed status Jan 18 17:19:55.734029 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (d5da4c05-fc6b-48ae-bd37-20cdd7c9c363), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:55.782323 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-fba7e7d7-c0d0-4cd7-9031-f7c1a4febcd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (1e8d2d8a-92ca-4025-a540-71c8151dbccf), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:55.786465 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Pushing event updated for resources: {'Port': ['ID=d5da4c05-fc6b-48ae-bd37-20cdd7c9c363,revision_number=8']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:19:57.525314 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124b840c-82d4-4113-b567-54733b0ee614 req-2e2a0e06-fafa-475c-b933-7ae990d91bc0 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:19:57.526922 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-124b840c-82d4-4113-b567-54733b0ee614 req-2e2a0e06-fafa-475c-b933-7ae990d91bc0 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=e9d63d75-b877-47a6-94d7-208d66d7dd95 HTTP/1.1" status: 200 len: 944 time: 0.0509357 Jan 18 17:19:57.576779 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-124b840c-82d4-4113-b567-54733b0ee614 req-a37cc2f6-1317-47c5-aea4-4a2bef06d033 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=d4c87099-e0de-47e8-9a1c-79e04a17fc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419958 Jan 18 17:19:58.031794 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 59166) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:19:58.117281 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-d582d8b5-3fec-4116-836a-06bda9b675d0 req-6ff91973-e408-49a5-ba1d-cec217e4c3a8 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=e9d63d75-b877-47a6-94d7-208d66d7dd95&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0843098 Jan 18 17:19:58.126228 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [req-d582d8b5-3fec-4116-836a-06bda9b675d0 req-ea6364ef-b097-4fcc-af16-5e59aecb6a4e service neutron] http://10.222.0.100:9696/v2.0/extensions returned with HTTP 200 {{(pid=103197) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 17:19:58.127260 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-d582d8b5-3fec-4116-836a-06bda9b675d0 req-ea6364ef-b097-4fcc-af16-5e59aecb6a4e service neutron] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051100 Jan 18 17:19:58.225269 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a46d7e3-266b-41fe-953b-ceec6eb4b6c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (34860b7f-7c9d-4265-9a0a-1b9bd2e1622e), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:58.705591 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bd4b36-8334-4358-ada0-faa44f809abb req-812f4db9-f5a7-4fb9-9e08-fda991747a7d tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:19:58.707167 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-40bd4b36-8334-4358-ada0-faa44f809abb req-812f4db9-f5a7-4fb9-9e08-fda991747a7d tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=e9d63d75-b877-47a6-94d7-208d66d7dd95 HTTP/1.1" status: 200 len: 944 time: 0.0552232 Jan 18 17:19:58.761391 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-40bd4b36-8334-4358-ada0-faa44f809abb req-b78eb612-9387-481d-a2c0-4876ac59187c tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=d4c87099-e0de-47e8-9a1c-79e04a17fc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471697 Jan 18 17:19:59.094182 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-a24976dc-7f89-446d-8d9b-8a75bf0e6853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (f7781508-68f4-4d6b-b413-74596bae1216), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:19:59.483684 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d582d8b5-3fec-4116-836a-06bda9b675d0 req-73fb9cd6-84e8-4d5f-8dc7-7ed8c56f0ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:19:59.485078 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-d582d8b5-3fec-4116-836a-06bda9b675d0 req-73fb9cd6-84e8-4d5f-8dc7-7ed8c56f0ee3 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=e9d63d75-b877-47a6-94d7-208d66d7dd95&tenant_id=4983e51e5c4742eb9b95034b5aef3213 HTTP/1.1" status: 200 len: 1097 time: 0.0438042 Jan 18 17:19:59.521524 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Device d5da4c05-fc6b-48ae-bd37-20cdd7c9c363 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 17:19:59.551314 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d582d8b5-3fec-4116-836a-06bda9b675d0 req-e4cdb77d-57f1-434d-85be-6b2fe2ae9ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:19:59.553046 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-d582d8b5-3fec-4116-836a-06bda9b675d0 req-e4cdb77d-57f1-434d-85be-6b2fe2ae9ec2 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=4983e51e5c4742eb9b95034b5aef3213&device_id=e9d63d75-b877-47a6-94d7-208d66d7dd95 HTTP/1.1" status: 200 len: 1097 time: 0.0444500 Jan 18 17:19:59.606324 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Current status of the port d5da4c05-fc6b-48ae-bd37-20cdd7c9c363 is: DOWN; New status is: DOWN {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:19:59.644038 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d582d8b5-3fec-4116-836a-06bda9b675d0 req-50d738f6-6940-4bc4-9e31-7f00a163f8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:19:59.645506 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-d582d8b5-3fec-4116-836a-06bda9b675d0 req-50d738f6-6940-4bc4-9e31-7f00a163f8da service neutron] 10.222.0.105 "GET /v2.0/networks?id=2be6587c-41c5-41bc-ac5a-09ac1f4499ce HTTP/1.1" status: 200 len: 918 time: 0.0867543 Jan 18 17:19:59.716305 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-d582d8b5-3fec-4116-836a-06bda9b675d0 req-f07c9d5e-cb95-4969-9a51-5da9af8a349c service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5da4c05-fc6b-48ae-bd37-20cdd7c9c363 HTTP/1.1" status: 200 len: 999 time: 0.0638106 Jan 18 17:19:59.765801 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d582d8b5-3fec-4116-836a-06bda9b675d0 req-dd8e14b0-5ee2-421b-a677-fd848c26b12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:19:59.767175 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-d582d8b5-3fec-4116-836a-06bda9b675d0 req-dd8e14b0-5ee2-421b-a677-fd848c26b12b service neutron] 10.222.0.105 "GET /v2.0/subnets?id=29c22a55-3970-45d3-a1fa-25a28ccfa3f2 HTTP/1.1" status: 200 len: 856 time: 0.0441773 Jan 18 17:19:59.811636 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d582d8b5-3fec-4116-836a-06bda9b675d0 req-3c01d99a-c3c6-41a2-a7bf-c8be53f20b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:19:59.813160 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-d582d8b5-3fec-4116-836a-06bda9b675d0 req-3c01d99a-c3c6-41a2-a7bf-c8be53f20b59 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=2be6587c-41c5-41bc-ac5a-09ac1f4499ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0407405 Jan 18 17:19:59.937644 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738c1b0a-466f-45cc-afcb-d982c4184ea0 req-30745830-c281-4888-8c4f-50179e61093f tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:19:59.939215 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-738c1b0a-466f-45cc-afcb-d982c4184ea0 req-30745830-c281-4888-8c4f-50179e61093f tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=e9d63d75-b877-47a6-94d7-208d66d7dd95 HTTP/1.1" status: 200 len: 944 time: 0.0982921 Jan 18 17:19:59.963346 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-d582d8b5-3fec-4116-836a-06bda9b675d0 req-5d85306f-ed60-4a7b-8ccd-d39aa76d7b3c service neutron] 10.222.0.105 "GET /v2.0/networks/2be6587c-41c5-41bc-ac5a-09ac1f4499ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436245 Jan 18 17:20:00.003684 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bbe553-df30-47a9-96b2-35814567c017 req-aded363b-89bd-4608-b318-7fbecab54304 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:20:00.005162 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-e8bbe553-df30-47a9-96b2-35814567c017 req-aded363b-89bd-4608-b318-7fbecab54304 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/ports?device_id=a0142f18-1c38-4d0b-841f-2f6eecb854b9 HTTP/1.1" status: 200 len: 945 time: 0.0499187 Jan 18 17:20:00.042726 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-738c1b0a-466f-45cc-afcb-d982c4184ea0 req-372a2c7b-d10c-4193-9407-95c4ea7e3cf6 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=d4c87099-e0de-47e8-9a1c-79e04a17fc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968692 Jan 18 17:20:00.052190 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-e8bbe553-df30-47a9-96b2-35814567c017 req-3496dd77-2a88-497e-b4ab-5e1a44d3b91e tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/security-groups?id=95a96d85-de0d-4a2e-8acd-c327a3f00b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404794 Jan 18 17:20:00.078803 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-d582d8b5-3fec-4116-836a-06bda9b675d0 req-2f38aa2a-2ca9-483f-8c36-0bcceb280c02 service neutron] 10.222.0.105 "GET /v2.0/networks/2be6587c-41c5-41bc-ac5a-09ac1f4499ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090539 Jan 18 17:20:00.654608 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-d0f57583-9799-4745-8039-4fb698731137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (f223777b-396b-444b-a9c9-71cdff5b918d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:01.211206 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babd1d2d-fe20-45a1-8cc0-7d80531d293b req-8bf5a004-d204-40e5-aef0-3d5da613c00d tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:20:01.215571 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-babd1d2d-fe20-45a1-8cc0-7d80531d293b req-8bf5a004-d204-40e5-aef0-3d5da613c00d tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=e9d63d75-b877-47a6-94d7-208d66d7dd95 HTTP/1.1" status: 200 len: 944 time: 0.0772717 Jan 18 17:20:01.216163 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4348fb57-fbb5-4389-9c16-2c271c08f8ac req-d9cb84cb-a980-45fb-a4c5-5a586ac4a66e tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:20:01.217653 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-4348fb57-fbb5-4389-9c16-2c271c08f8ac req-d9cb84cb-a980-45fb-a4c5-5a586ac4a66e tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/ports?device_id=a0142f18-1c38-4d0b-841f-2f6eecb854b9 HTTP/1.1" status: 200 len: 945 time: 0.0517254 Jan 18 17:20:01.275962 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-4348fb57-fbb5-4389-9c16-2c271c08f8ac req-90525e74-3a16-49d9-a9cb-b036cc9706e7 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/security-groups?id=95a96d85-de0d-4a2e-8acd-c327a3f00b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527282 Jan 18 17:20:01.279107 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-babd1d2d-fe20-45a1-8cc0-7d80531d293b req-2ba2036a-8cb2-48c1-8a53-85e0c86d18ca tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=d4c87099-e0de-47e8-9a1c-79e04a17fc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603213 Jan 18 17:20:01.825384 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (a6f837d2-7b5b-4cd3-9c28-296017d8b8e6), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:02.420953 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabc7174-303e-4365-85f3-8839affd821f req-9f2e0e56-85cb-4f0e-9015-5f6416b98005 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:20:02.422566 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-fabc7174-303e-4365-85f3-8839affd821f req-9f2e0e56-85cb-4f0e-9015-5f6416b98005 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=e9d63d75-b877-47a6-94d7-208d66d7dd95 HTTP/1.1" status: 200 len: 944 time: 0.0511370 Jan 18 17:20:02.436577 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78612253-8f8c-468a-be26-20f8f75ce9dd req-a6013d96-c5cf-4b62-bee8-afd7370f6b8a tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:20:02.438083 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-78612253-8f8c-468a-be26-20f8f75ce9dd req-a6013d96-c5cf-4b62-bee8-afd7370f6b8a tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/ports?device_id=a0142f18-1c38-4d0b-841f-2f6eecb854b9 HTTP/1.1" status: 200 len: 945 time: 0.0736508 Jan 18 17:20:02.497545 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-fabc7174-303e-4365-85f3-8839affd821f req-12723fdd-8d26-41aa-8a29-7ef2de0be179 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=d4c87099-e0de-47e8-9a1c-79e04a17fc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692055 Jan 18 17:20:02.518415 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-78612253-8f8c-468a-be26-20f8f75ce9dd req-5e642605-b75c-42bb-b2c7-f4e76cca4ff2 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/security-groups?id=95a96d85-de0d-4a2e-8acd-c327a3f00b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736401 Jan 18 17:20:03.615126 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932e3fbe-a273-4dac-8d46-b42cacb010f9 req-2d129903-7435-46dd-a047-3ef50e3d8356 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:20:03.616841 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-932e3fbe-a273-4dac-8d46-b42cacb010f9 req-2d129903-7435-46dd-a047-3ef50e3d8356 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/ports?device_id=2baf8b5d-b7a6-4d3a-b4b1-ec1b7a451902 HTTP/1.1" status: 200 len: 945 time: 0.0615284 Jan 18 17:20:03.669976 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ad357f-2168-474e-9c27-3d37d0c4969c req-f08e9152-2a99-4ef9-9309-548d42af66f6 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:20:03.672397 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b3ad357f-2168-474e-9c27-3d37d0c4969c req-f08e9152-2a99-4ef9-9309-548d42af66f6 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=e9d63d75-b877-47a6-94d7-208d66d7dd95 HTTP/1.1" status: 200 len: 944 time: 0.0751762 Jan 18 17:20:03.674416 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-932e3fbe-a273-4dac-8d46-b42cacb010f9 req-fed75385-58a7-4ff3-8ecf-36e236c6b6ce tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/security-groups?id=3146ca4f-c802-403d-b3a8-374af26132ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500963 Jan 18 17:20:03.760303 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b3ad357f-2168-474e-9c27-3d37d0c4969c req-0084157c-89d2-4734-8413-f8f85706de0a tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=d4c87099-e0de-47e8-9a1c-79e04a17fc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759218 Jan 18 17:20:03.800481 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554a2f42-185b-47b8-941a-89858e1ad646 req-37af59f3-6a0d-49cf-8878-caeb97100c8e tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:20:03.802136 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-554a2f42-185b-47b8-941a-89858e1ad646 req-37af59f3-6a0d-49cf-8878-caeb97100c8e tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/ports?device_id=a0142f18-1c38-4d0b-841f-2f6eecb854b9 HTTP/1.1" status: 200 len: 945 time: 0.0570171 Jan 18 17:20:03.870214 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-554a2f42-185b-47b8-941a-89858e1ad646 req-24f5c59d-2759-43ed-8871-5b1a2430f30f tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/security-groups?id=95a96d85-de0d-4a2e-8acd-c327a3f00b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588470 Jan 18 17:20:04.824919 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bd9d7c-433f-4642-af0e-551dcb8d2a0d req-78bf557b-ed09-4f25-a410-49890b2a2a14 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:20:04.826677 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-27bd9d7c-433f-4642-af0e-551dcb8d2a0d req-78bf557b-ed09-4f25-a410-49890b2a2a14 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/ports?device_id=2baf8b5d-b7a6-4d3a-b4b1-ec1b7a451902 HTTP/1.1" status: 200 len: 945 time: 0.0595863 Jan 18 17:20:04.891750 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-27bd9d7c-433f-4642-af0e-551dcb8d2a0d req-eb2a1fe7-e609-4a4d-89b0-611a664c80c1 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/security-groups?id=3146ca4f-c802-403d-b3a8-374af26132ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554183 Jan 18 17:20:04.906644 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000aece2-4a2c-420d-a6b8-130df76a182a req-1686178e-3244-4dbd-a97e-c260534a5b6e tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:20:04.909792 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-000aece2-4a2c-420d-a6b8-130df76a182a req-1686178e-3244-4dbd-a97e-c260534a5b6e tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=e9d63d75-b877-47a6-94d7-208d66d7dd95 HTTP/1.1" status: 200 len: 944 time: 0.0632567 Jan 18 17:20:04.966116 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-000aece2-4a2c-420d-a6b8-130df76a182a req-d24e1daf-5a68-45b2-b6d5-d3a0cf8f0008 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=d4c87099-e0de-47e8-9a1c-79e04a17fc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552254 Jan 18 17:20:05.013299 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d60436-498f-4783-b7ee-ae16c8c077e7 req-2464773d-9a84-4fec-95fc-2e1b8e3f09be tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:20:05.021455 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b8d60436-498f-4783-b7ee-ae16c8c077e7 req-2464773d-9a84-4fec-95fc-2e1b8e3f09be tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/ports?device_id=a0142f18-1c38-4d0b-841f-2f6eecb854b9 HTTP/1.1" status: 200 len: 945 time: 0.0605040 Jan 18 17:20:05.083472 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b8d60436-498f-4783-b7ee-ae16c8c077e7 req-f012ee26-35e7-4f59-af5d-31cb530400fe tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/security-groups?id=95a96d85-de0d-4a2e-8acd-c327a3f00b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600672 Jan 18 17:20:05.749838 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.agents_db [None req-82e58cf6-2858-46ee-adbb-688a61b9207a None None] Agent healthcheck: found 6 active agents {{(pid=103199) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 17:20:06.011766 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d08703-455a-4f54-848e-465fa3537c97 req-bc820857-e677-4e9e-b344-3d7ffdee8036 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:20:06.013261 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-10d08703-455a-4f54-848e-465fa3537c97 req-bc820857-e677-4e9e-b344-3d7ffdee8036 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/ports?device_id=2baf8b5d-b7a6-4d3a-b4b1-ec1b7a451902 HTTP/1.1" status: 200 len: 945 time: 0.0512917 Jan 18 17:20:06.095485 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-10d08703-455a-4f54-848e-465fa3537c97 req-a11dc9ff-e56e-4c2a-a3f4-34b05a84bd0b tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/security-groups?id=3146ca4f-c802-403d-b3a8-374af26132ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750115 Jan 18 17:20:06.109278 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2f1728-24d4-44f0-9439-938f71a3fa09 req-030d6e8a-5615-4157-9f11-c585bd638920 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:20:06.119528 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-6e2f1728-24d4-44f0-9439-938f71a3fa09 req-030d6e8a-5615-4157-9f11-c585bd638920 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=e9d63d75-b877-47a6-94d7-208d66d7dd95 HTTP/1.1" status: 200 len: 944 time: 0.0685277 Jan 18 17:20:06.185329 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-6e2f1728-24d4-44f0-9439-938f71a3fa09 req-62d62a36-1dba-4a2d-aa00-e9d6b9e2c784 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=d4c87099-e0de-47e8-9a1c-79e04a17fc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639966 Jan 18 17:20:06.242189 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b1e821-6e11-432c-9748-91fad9b47602 req-57e40117-db24-4614-9cbb-a613a6aced9e tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:20:06.243944 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-f7b1e821-6e11-432c-9748-91fad9b47602 req-57e40117-db24-4614-9cbb-a613a6aced9e tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/ports?device_id=a0142f18-1c38-4d0b-841f-2f6eecb854b9 HTTP/1.1" status: 200 len: 945 time: 0.0746181 Jan 18 17:20:06.332281 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-f7b1e821-6e11-432c-9748-91fad9b47602 req-a7683f51-d36f-4829-aad4-c5191fbb179c tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/security-groups?id=95a96d85-de0d-4a2e-8acd-c327a3f00b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798779 Jan 18 17:20:07.275058 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1099e30e-9615-4e06-b152-63a35b32c6c8 req-52f23d81-1fb5-4660-879c-f61c3f600052 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:20:07.283455 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1099e30e-9615-4e06-b152-63a35b32c6c8 req-52f23d81-1fb5-4660-879c-f61c3f600052 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/ports?device_id=2baf8b5d-b7a6-4d3a-b4b1-ec1b7a451902 HTTP/1.1" status: 200 len: 945 time: 0.0640819 Jan 18 17:20:07.344296 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1099e30e-9615-4e06-b152-63a35b32c6c8 req-91e75cf3-5cea-4f08-843c-eb98a8c5c129 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/security-groups?id=3146ca4f-c802-403d-b3a8-374af26132ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600464 Jan 18 17:20:07.378158 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc72aec4-8c24-470f-8193-15914b49d100 req-33684a7d-b524-4cc5-b1b7-972f6dc56f13 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:20:07.379913 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-fc72aec4-8c24-470f-8193-15914b49d100 req-33684a7d-b524-4cc5-b1b7-972f6dc56f13 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=e9d63d75-b877-47a6-94d7-208d66d7dd95 HTTP/1.1" status: 200 len: 944 time: 0.0743146 Jan 18 17:20:07.462982 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-fc72aec4-8c24-470f-8193-15914b49d100 req-4d59e65f-55da-4e82-83ea-ae610fcc6d77 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=d4c87099-e0de-47e8-9a1c-79e04a17fc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765197 Jan 18 17:20:07.490779 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3b06e8-e1cb-4a6c-be53-ef32257ee78b req-822b9919-eea4-4b3c-98eb-57f2ef9757de tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:20:07.493123 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-fb3b06e8-e1cb-4a6c-be53-ef32257ee78b req-822b9919-eea4-4b3c-98eb-57f2ef9757de tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/ports?device_id=a0142f18-1c38-4d0b-841f-2f6eecb854b9 HTTP/1.1" status: 200 len: 945 time: 0.0611184 Jan 18 17:20:07.544101 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-fb3b06e8-e1cb-4a6c-be53-ef32257ee78b req-7a1e33a8-4e8d-4896-94ec-31261c012ea2 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/security-groups?id=95a96d85-de0d-4a2e-8acd-c327a3f00b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451212 Jan 18 17:20:08.483831 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6212f9-8f17-4a1d-984a-6e6b6dd1bab3 req-0c5b93fc-7a5e-4b9a-b2fd-7fe378709bc1 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:20:08.485533 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-9e6212f9-8f17-4a1d-984a-6e6b6dd1bab3 req-0c5b93fc-7a5e-4b9a-b2fd-7fe378709bc1 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/ports?device_id=2baf8b5d-b7a6-4d3a-b4b1-ec1b7a451902 HTTP/1.1" status: 200 len: 945 time: 0.0613832 Jan 18 17:20:08.543575 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-9e6212f9-8f17-4a1d-984a-6e6b6dd1bab3 req-5dc1794f-dbf6-4193-8d4d-4359ab274905 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/security-groups?id=3146ca4f-c802-403d-b3a8-374af26132ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487552 Jan 18 17:20:08.599692 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee55a99e-f7d0-4183-bde6-1110a44d8e0a req-a9de51ff-f838-455b-8aa6-5e9d4cb683d4 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:20:08.602167 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-ee55a99e-f7d0-4183-bde6-1110a44d8e0a req-a9de51ff-f838-455b-8aa6-5e9d4cb683d4 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=e9d63d75-b877-47a6-94d7-208d66d7dd95 HTTP/1.1" status: 200 len: 944 time: 0.0573797 Jan 18 17:20:08.650907 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-ee55a99e-f7d0-4183-bde6-1110a44d8e0a req-451073fe-c3cb-46fa-a812-ffc948fde9d6 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=d4c87099-e0de-47e8-9a1c-79e04a17fc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431280 Jan 18 17:20:08.669314 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ed48f-f8e1-43ba-9495-de38d1753195 req-2df79ce8-1373-4c7f-bd1e-33194405261b tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:20:08.670830 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-731ed48f-f8e1-43ba-9495-de38d1753195 req-2df79ce8-1373-4c7f-bd1e-33194405261b tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/ports?device_id=a0142f18-1c38-4d0b-841f-2f6eecb854b9 HTTP/1.1" status: 200 len: 945 time: 0.0531907 Jan 18 17:20:08.718027 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-731ed48f-f8e1-43ba-9495-de38d1753195 req-f83cc7a0-a8c6-43e1-8d72-f2e2a9ec9061 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/security-groups?id=95a96d85-de0d-4a2e-8acd-c327a3f00b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415819 Jan 18 17:20:09.661193 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5fcc11-7249-46cc-8b57-140fe8f4e93d req-86ade367-725b-4d7a-ac8b-69641ee5d188 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:20:09.662677 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-0b5fcc11-7249-46cc-8b57-140fe8f4e93d req-86ade367-725b-4d7a-ac8b-69641ee5d188 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/ports?device_id=2baf8b5d-b7a6-4d3a-b4b1-ec1b7a451902 HTTP/1.1" status: 200 len: 945 time: 0.0503676 Jan 18 17:20:09.713809 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-0b5fcc11-7249-46cc-8b57-140fe8f4e93d req-e748e70d-c165-4af2-b9d5-68a6544cbe08 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/security-groups?id=3146ca4f-c802-403d-b3a8-374af26132ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448365 Jan 18 17:20:09.772476 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895bb83f-aff9-414b-a94e-d8463ac37ee5 req-32e8c07d-f646-43fe-b971-8f28bfdf0190 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:20:09.775286 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-895bb83f-aff9-414b-a94e-d8463ac37ee5 req-32e8c07d-f646-43fe-b971-8f28bfdf0190 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=e9d63d75-b877-47a6-94d7-208d66d7dd95 HTTP/1.1" status: 200 len: 944 time: 0.0500684 Jan 18 17:20:09.828154 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-895bb83f-aff9-414b-a94e-d8463ac37ee5 req-5c6a7592-3dcb-4a30-b9c5-1c9431a6b2c9 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=d4c87099-e0de-47e8-9a1c-79e04a17fc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481410 Jan 18 17:20:09.837038 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72621f92-ea38-4a6e-9de3-c470277f6091 req-8506ca71-1735-4912-a7e7-ccf95bd870eb tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:20:09.838706 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-72621f92-ea38-4a6e-9de3-c470277f6091 req-8506ca71-1735-4912-a7e7-ccf95bd870eb tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/ports?device_id=a0142f18-1c38-4d0b-841f-2f6eecb854b9 HTTP/1.1" status: 200 len: 945 time: 0.0537515 Jan 18 17:20:09.886073 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-72621f92-ea38-4a6e-9de3-c470277f6091 req-3b3b387c-5525-48af-86e5-55384cdb4e4e tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/security-groups?id=95a96d85-de0d-4a2e-8acd-c327a3f00b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418196 Jan 18 17:20:10.286168 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c19fe-5f2c-40dc-80b1-3f58482288aa req-b16cf0f6-21c9-4046-9920-c46ba5abe3ea tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:20:10.287661 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-879c19fe-5f2c-40dc-80b1-3f58482288aa req-b16cf0f6-21c9-4046-9920-c46ba5abe3ea tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.105 "GET /v2.0/ports?device_id=a0142f18-1c38-4d0b-841f-2f6eecb854b9 HTTP/1.1" status: 200 len: 945 time: 0.0514140 Jan 18 17:20:10.381874 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.plugin [req-879c19fe-5f2c-40dc-80b1-3f58482288aa req-ea946519-4da7-4fce-9955-9b229ed49233 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Deleting port 6bedd311-b537-470c-87a2-30a1c533a6f7 {{(pid=103197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 17:20:10.382219 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-879c19fe-5f2c-40dc-80b1-3f58482288aa req-ea946519-4da7-4fce-9955-9b229ed49233 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785612421596'] for port (6bedd311-b537-470c-87a2-30a1c533a6f7), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:10.479542 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.db [req-879c19fe-5f2c-40dc-80b1-3f58482288aa req-ea946519-4da7-4fce-9955-9b229ed49233 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] For port 6bedd311-b537-470c-87a2-30a1c533a6f7, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=6bedd311-b537-470c-87a2-30a1c533a6f7,segment=NetworkSegment(441c74e1-622f-4873-94d6-ea0d90ecf9ee),segment_id=441c74e1-622f-4873-94d6-ea0d90ecf9ee)] {{(pid=103197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:20:10.479849 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-879c19fe-5f2c-40dc-80b1-3f58482288aa req-ea946519-4da7-4fce-9955-9b229ed49233 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653228'] for port (6bedd311-b537-470c-87a2-30a1c533a6f7), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:10.666218 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-879c19fe-5f2c-40dc-80b1-3f58482288aa req-ea946519-4da7-4fce-9955-9b229ed49233 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:10.666585 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-879c19fe-5f2c-40dc-80b1-3f58482288aa req-ea946519-4da7-4fce-9955-9b229ed49233 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647951'] for floatingip (312887bb-c7c5-459a-b6e2-20f85aedefe6), after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:10.666926 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.db.l3_db [req-879c19fe-5f2c-40dc-80b1-3f58482288aa req-ea946519-4da7-4fce-9955-9b229ed49233 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Floating IP 312887bb-c7c5-459a-b6e2-20f85aedefe6 disassociated. External IP: 172.27.1.47, port: 6bedd311-b537-470c-87a2-30a1c533a6f7. Jan 18 17:20:10.667306 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.plugin [req-879c19fe-5f2c-40dc-80b1-3f58482288aa req-ea946519-4da7-4fce-9955-9b229ed49233 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Calling delete_port for 6bedd311-b537-470c-87a2-30a1c533a6f7 owned by compute:nova {{(pid=103197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 17:20:10.808357 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713048c2-3987-43c5-8f96-b50f97209654 req-97edc644-7cfb-4dce-8db5-ef986843a20b tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:20:10.809918 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-713048c2-3987-43c5-8f96-b50f97209654 req-97edc644-7cfb-4dce-8db5-ef986843a20b tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.105 "GET /v2.0/ports?device_id=2baf8b5d-b7a6-4d3a-b4b1-ec1b7a451902 HTTP/1.1" status: 200 len: 945 time: 0.0533383 Jan 18 17:20:10.850322 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b661ef9c-26d2-4989-8fe0-93780a4f9b3e req-a45c053e-aaeb-4966-a2ce-3d314d162f92 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:20:10.851934 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-b661ef9c-26d2-4989-8fe0-93780a4f9b3e req-a45c053e-aaeb-4966-a2ce-3d314d162f92 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/ports?device_id=2baf8b5d-b7a6-4d3a-b4b1-ec1b7a451902 HTTP/1.1" status: 200 len: 945 time: 0.0633409 Jan 18 17:20:10.896365 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-879c19fe-5f2c-40dc-80b1-3f58482288aa req-ea946519-4da7-4fce-9955-9b229ed49233 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785612430192', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785611913813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6115669'] for port (6bedd311-b537-470c-87a2-30a1c533a6f7), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:10.920848 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [req-713048c2-3987-43c5-8f96-b50f97209654 req-081297df-3a27-40a3-8020-eaaff878849d tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Deleting port bbefba62-04de-4468-ace1-e13a0513d52f {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 17:20:10.921107 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-713048c2-3987-43c5-8f96-b50f97209654 req-081297df-3a27-40a3-8020-eaaff878849d tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785612421596'] for port (bbefba62-04de-4468-ace1-e13a0513d52f), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:10.938189 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-b661ef9c-26d2-4989-8fe0-93780a4f9b3e req-bbf65de4-6547-4cd0-aed6-ab29b611bf22 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/security-groups?id=3146ca4f-c802-403d-b3a8-374af26132ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797164 Jan 18 17:20:10.941293 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea946519-4da7-4fce-9955-9b229ed49233 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Pushing event deleted for resources: {'Port': ['ID=6bedd311-b537-470c-87a2-30a1c533a6f7,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:20:11.054911 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318190ec-7182-46fa-8915-d9a883f5b9da req-c21775c5-1b9f-4a65-9c48-908bdb850d8d tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:20:11.057013 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-318190ec-7182-46fa-8915-d9a883f5b9da req-c21775c5-1b9f-4a65-9c48-908bdb850d8d tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=e9d63d75-b877-47a6-94d7-208d66d7dd95 HTTP/1.1" status: 200 len: 944 time: 0.1507249 Jan 18 17:20:11.076001 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-e420455c-4917-4b3d-930c-ef8531e3ce9d req-1ca019ac-1911-4e3b-ab86-8f2808b36b7d tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/ports?device_id=a0142f18-1c38-4d0b-841f-2f6eecb854b9 HTTP/1.1" status: 200 len: 210 time: 0.0380986 Jan 18 17:20:11.076268 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [req-713048c2-3987-43c5-8f96-b50f97209654 req-081297df-3a27-40a3-8020-eaaff878849d tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] For port bbefba62-04de-4468-ace1-e13a0513d52f, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=bbefba62-04de-4468-ace1-e13a0513d52f,segment=NetworkSegment(b197157d-823a-4011-83db-be9afc8ebd7f),segment_id=b197157d-823a-4011-83db-be9afc8ebd7f)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:20:11.076635 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-713048c2-3987-43c5-8f96-b50f97209654 req-081297df-3a27-40a3-8020-eaaff878849d tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653228'] for port (bbefba62-04de-4468-ace1-e13a0513d52f), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:11.083371 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (e727efee-c94b-447a-9897-92f425521d05), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:11.101479 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.l3_agent_scheduler [req-879c19fe-5f2c-40dc-80b1-3f58482288aa req-ea946519-4da7-4fce-9955-9b229ed49233 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Router ae71a829-54e7-4733-86ed-b8acf1486bff has already been hosted by L3 agent 34860b7f-7c9d-4265-9a0a-1b9bd2e1622e {{(pid=103197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 17:20:11.210816 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-318190ec-7182-46fa-8915-d9a883f5b9da req-c249ef30-b99a-4888-aa07-a2eb3fc68e7d tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=d4c87099-e0de-47e8-9a1c-79e04a17fc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480899 Jan 18 17:20:11.217565 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-879c19fe-5f2c-40dc-80b1-3f58482288aa req-ea946519-4da7-4fce-9955-9b229ed49233 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Notify agent at l3_agent.dv-cinder-733623-11-iscsi the message routers_updated {{(pid=103197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 17:20:11.231602 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c344cc-f8fa-44c0-84bb-69b921698268 None None] Sync routers for ids ['ae71a829-54e7-4733-86ed-b8acf1486bff'] in dv-cinder-733623-11-iscsi {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 17:20:11.245443 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c344cc-f8fa-44c0-84bb-69b921698268 None None] Routers {'ae71a829-54e7-4733-86ed-b8acf1486bff'} bound to L3 agent in host dv-cinder-733623-11-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 17:20:11.246338 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-08c344cc-f8fa-44c0-84bb-69b921698268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T17:04:58Z,description=,heartbeat_timestamp=2022-01-18T17:19:58Z,host='dv-cinder-733623-11-iscsi',id=34860b7f-7c9d-4265-9a0a-1b9bd2e1622e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T17:04:59Z,topic='l3_agent')) {'router_ids': ['ae71a829-54e7-4733-86ed-b8acf1486bff'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:20:11.262853 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [req-879c19fe-5f2c-40dc-80b1-3f58482288aa req-ea946519-4da7-4fce-9955-9b229ed49233 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] No DVR routers for this DVR port 6bedd311-b537-470c-87a2-30a1c533a6f7 on host hv-cinder-73362 {{(pid=103197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 17:20:11.265463 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-879c19fe-5f2c-40dc-80b1-3f58482288aa req-ea946519-4da7-4fce-9955-9b229ed49233 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1923895'] for port (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:11.269859 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-879c19fe-5f2c-40dc-80b1-3f58482288aa req-ea946519-4da7-4fce-9955-9b229ed49233 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.105 "DELETE /v2.0/ports/6bedd311-b537-470c-87a2-30a1c533a6f7 HTTP/1.1" status: 204 len: 173 time: 0.9762959 Jan 18 17:20:11.270549 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0142f18-1c38-4d0b-841f-2f6eecb854b9', 'name': 'network-vif-deleted', 'tag': '6bedd311-b537-470c-87a2-30a1c533a6f7'}] {{(pid=103197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 17:20:11.273776 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3aa228331c825044a8c5a816f7450a712b29f1505f8362b46ccab27415aa536" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e6b290-a742-403e-8435-f84942b266a2" -d '{"events": [{"server_uuid": "a0142f18-1c38-4d0b-841f-2f6eecb854b9", "name": "network-vif-deleted", "tag": "6bedd311-b537-470c-87a2-30a1c533a6f7"}]}' {{(pid=103197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 17:20:11.345878 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 17:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2c58a00-a650-4086-8378-8fbc35444d50 x-openstack-request-id: req-a2c58a00-a650-4086-8378-8fbc35444d50 {{(pid=103197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 17:20:11.345878 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0142f18-1c38-4d0b-841f-2f6eecb854b9", "name": "network-vif-deleted", "tag": "6bedd311-b537-470c-87a2-30a1c533a6f7", "status": "completed", "code": 200}]} {{(pid=103197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 17:20:11.345878 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-a2c58a00-a650-4086-8378-8fbc35444d50 {{(pid=103197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 17:20:11.345878 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0142f18-1c38-4d0b-841f-2f6eecb854b9', 'name': 'network-vif-deleted', 'tag': '6bedd311-b537-470c-87a2-30a1c533a6f7', 'status': 'completed', 'code': 200} Jan 18 17:20:11.364877 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-713048c2-3987-43c5-8f96-b50f97209654 req-081297df-3a27-40a3-8020-eaaff878849d tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:11.365298 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-713048c2-3987-43c5-8f96-b50f97209654 req-081297df-3a27-40a3-8020-eaaff878849d tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647951'] for floatingip (de4fcacc-f0f7-45b4-a066-2d8ae7ef5507), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:11.365675 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.db.l3_db [req-713048c2-3987-43c5-8f96-b50f97209654 req-081297df-3a27-40a3-8020-eaaff878849d tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Floating IP de4fcacc-f0f7-45b4-a066-2d8ae7ef5507 disassociated. External IP: 172.27.1.240, port: bbefba62-04de-4468-ace1-e13a0513d52f. Jan 18 17:20:11.366033 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [req-713048c2-3987-43c5-8f96-b50f97209654 req-081297df-3a27-40a3-8020-eaaff878849d tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Calling delete_port for bbefba62-04de-4468-ace1-e13a0513d52f owned by compute:nova {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 17:20:11.366224 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-08c344cc-f8fa-44c0-84bb-69b921698268 None None] Set router ae71a829-54e7-4733-86ed-b8acf1486bff gateway port host: dv-cinder-733623-11-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 17:20:11.585460 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-08c344cc-f8fa-44c0-84bb-69b921698268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae71a829-54e7-4733-86ed-b8acf1486bff', 'name': 'tempest-AttachVolumeTestJSON-460665670-router', 'tenant_id': 'e39431ed93ab40b3bd3a181b2afcac3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '2d6c734a-3144-4731-99a7-d8056b285be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:16:33Z', 'updated_at': '2022-01-18T17:16:37Z', 'revision_number': 4, 'project_id': 'e39431ed93ab40b3bd3a181b2afcac3d', 'gw_port': {'id': '2d6c734a-3144-4731-99a7-d8056b285be3', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae71a829-54e7-4733-86ed-b8acf1486bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:33Z', 'updated_at': '2022-01-18T17:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi', '_interfaces': [{'id': '0967e5d8-ea3f-43d0-ad41-84aa3ac49cfd', 'name': '', 'network_id': '6beef8c8-11cd-4aa0-ae20-531a45b1faf5', 'tenant_id': 'e39431ed93ab40b3bd3a181b2afcac3d', 'mac_address': 'fa:16:3e:0c:f1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae71a829-54e7-4733-86ed-b8acf1486bff', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'db7edcea-cc0c-4f91-8652-8431bf22b201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:36Z', 'updated_at': '2022-01-18T17:16:44Z', 'revision_number': 5, 'project_id': 'e39431ed93ab40b3bd3a181b2afcac3d', 'subnets': [{'id': 'db7edcea-cc0c-4f91-8652-8431bf22b201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-11-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:20:11.603234 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-713048c2-3987-43c5-8f96-b50f97209654 req-081297df-3a27-40a3-8020-eaaff878849d tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785612430192', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785611913813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4300409'] for port (bbefba62-04de-4468-ace1-e13a0513d52f), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:11.617608 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Device d5da4c05-fc6b-48ae-bd37-20cdd7c9c363 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=103198) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 17:20:11.623200 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c344cc-f8fa-44c0-84bb-69b921698268 None None] Checking router: ae71a829-54e7-4733-86ed-b8acf1486bff for host: dv-cinder-733623-11-iscsi {{(pid=103198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 17:20:11.636597 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081297df-3a27-40a3-8020-eaaff878849d tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Pushing event deleted for resources: {'Port': ['ID=bbefba62-04de-4468-ace1-e13a0513d52f,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:20:11.645274 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c344cc-f8fa-44c0-84bb-69b921698268 None None] Routers {'ae71a829-54e7-4733-86ed-b8acf1486bff'} bound to L3 agent in host dv-cinder-733623-11-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 17:20:11.645567 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-08c344cc-f8fa-44c0-84bb-69b921698268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T17:04:58Z,description=,heartbeat_timestamp=2022-01-18T17:19:58Z,host='dv-cinder-733623-11-iscsi',id=34860b7f-7c9d-4265-9a0a-1b9bd2e1622e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T17:04:59Z,topic='l3_agent')) {'router_ids': ['ae71a829-54e7-4733-86ed-b8acf1486bff'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:20:11.754581 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.l3_agent_scheduler [req-713048c2-3987-43c5-8f96-b50f97209654 req-081297df-3a27-40a3-8020-eaaff878849d tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Router 2e365302-71a6-4cdc-aaf8-2ff4eb24cb67 has already been hosted by L3 agent 34860b7f-7c9d-4265-9a0a-1b9bd2e1622e {{(pid=103196) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 17:20:11.799635 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] For port d5da4c05-fc6b-48ae-bd37-20cdd7c9c363, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=d5da4c05-fc6b-48ae-bd37-20cdd7c9c363,segment=NetworkSegment(7804631f-b978-4531-985d-c1ed5e4123e4),segment_id=7804631f-b978-4531-985d-c1ed5e4123e4)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:20:11.822795 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Returning: {'device': 'd5da4c05-fc6b-48ae-bd37-20cdd7c9c363', 'network_id': '2be6587c-41c5-41bc-ac5a-09ac1f4499ce', 'port_id': 'd5da4c05-fc6b-48ae-bd37-20cdd7c9c363', 'mac_address': 'fa:16:3e:8b:cf:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29c22a55-3970-45d3-a1fa-25a28ccfa3f2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103198) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 17:20:11.828199 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-08c344cc-f8fa-44c0-84bb-69b921698268 None None] Set router ae71a829-54e7-4733-86ed-b8acf1486bff gateway port host: dv-cinder-733623-11-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 17:20:11.869473 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-713048c2-3987-43c5-8f96-b50f97209654 req-081297df-3a27-40a3-8020-eaaff878849d tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Notify agent at l3_agent.dv-cinder-733623-11-iscsi the message routers_updated {{(pid=103196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 17:20:11.880807 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0798d7c3-b9fa-46d0-ac09-43b716de0a56 None None] Sync routers for ids ['2e365302-71a6-4cdc-aaf8-2ff4eb24cb67'] in dv-cinder-733623-11-iscsi {{(pid=103199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 17:20:11.893239 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0798d7c3-b9fa-46d0-ac09-43b716de0a56 None None] Routers {'2e365302-71a6-4cdc-aaf8-2ff4eb24cb67'} bound to L3 agent in host dv-cinder-733623-11-iscsi {{(pid=103199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 17:20:11.893945 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-0798d7c3-b9fa-46d0-ac09-43b716de0a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T17:04:58Z,description=,heartbeat_timestamp=2022-01-18T17:19:58Z,host='dv-cinder-733623-11-iscsi',id=34860b7f-7c9d-4265-9a0a-1b9bd2e1622e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T17:04:59Z,topic='l3_agent')) {'router_ids': ['2e365302-71a6-4cdc-aaf8-2ff4eb24cb67'], 'active': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:20:11.917340 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [req-713048c2-3987-43c5-8f96-b50f97209654 req-081297df-3a27-40a3-8020-eaaff878849d tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] No DVR routers for this DVR port bbefba62-04de-4468-ace1-e13a0513d52f on host hv-cinder-73362 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 17:20:11.920062 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-713048c2-3987-43c5-8f96-b50f97209654 req-081297df-3a27-40a3-8020-eaaff878849d tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1923895'] for port (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:11.923426 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-713048c2-3987-43c5-8f96-b50f97209654 req-081297df-3a27-40a3-8020-eaaff878849d tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.105 "DELETE /v2.0/ports/bbefba62-04de-4468-ace1-e13a0513d52f HTTP/1.1" status: 204 len: 173 time: 1.1075306 Jan 18 17:20:11.923944 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2baf8b5d-b7a6-4d3a-b4b1-ec1b7a451902', 'name': 'network-vif-deleted', 'tag': 'bbefba62-04de-4468-ace1-e13a0513d52f'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 17:20:11.926303 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dae96983658fa47cc55ad2b43631f290e6eb934f25c74fb238f11dfd9473403c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eb0af66-56ef-497d-b6c4-8c1418fcb859" -d '{"events": [{"server_uuid": "2baf8b5d-b7a6-4d3a-b4b1-ec1b7a451902", "name": "network-vif-deleted", "tag": "bbefba62-04de-4468-ace1-e13a0513d52f"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 17:20:11.933918 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Current status of the port d5da4c05-fc6b-48ae-bd37-20cdd7c9c363 is: DOWN; New status is: BUILD {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:20:11.934662 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (d5da4c05-fc6b-48ae-bd37-20cdd7c9c363), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:11.965335 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 17:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4971f436-05b5-4aaf-9573-c11bf45ea7dd x-openstack-request-id: req-4971f436-05b5-4aaf-9573-c11bf45ea7dd {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 17:20:11.965633 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2baf8b5d-b7a6-4d3a-b4b1-ec1b7a451902", "name": "network-vif-deleted", "tag": "bbefba62-04de-4468-ace1-e13a0513d52f", "status": "completed", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 17:20:11.965896 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-4971f436-05b5-4aaf-9573-c11bf45ea7dd {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 17:20:11.966464 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2baf8b5d-b7a6-4d3a-b4b1-ec1b7a451902', 'name': 'network-vif-deleted', 'tag': 'bbefba62-04de-4468-ace1-e13a0513d52f', 'status': 'completed', 'code': 200} Jan 18 17:20:11.997215 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5da4c05-fc6b-48ae-bd37-20cdd7c9c363 {{(pid=103198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 17:20:12.020728 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] For port d5da4c05-fc6b-48ae-bd37-20cdd7c9c363, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=d5da4c05-fc6b-48ae-bd37-20cdd7c9c363,segment=NetworkSegment(7804631f-b978-4531-985d-c1ed5e4123e4),segment_id=7804631f-b978-4531-985d-c1ed5e4123e4)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:20:12.055414 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvr_db [None req-0798d7c3-b9fa-46d0-ac09-43b716de0a56 None None] Set router 2e365302-71a6-4cdc-aaf8-2ff4eb24cb67 gateway port host: dv-cinder-733623-11-iscsi {{(pid=103199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 17:20:12.093935 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-eab61777-1420-40e9-a5db-8f87823447f8 req-a3ab53df-d216-4d90-84bc-9d4dba4a3948 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/ports?device_id=2baf8b5d-b7a6-4d3a-b4b1-ec1b7a451902 HTTP/1.1" status: 200 len: 210 time: 0.0550950 Jan 18 17:20:12.140637 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (d5da4c05-fc6b-48ae-bd37-20cdd7c9c363), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:12.226545 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Pushing event updated for resources: {'Port': ['ID=d5da4c05-fc6b-48ae-bd37-20cdd7c9c363,revision_number=9']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:20:12.228411 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-8911c0f8-a305-4110-b318-2abd59c2d99a req-fe745b33-5ed7-4ee7-ab35-a31eb37f115d tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/ports?device_id=a0142f18-1c38-4d0b-841f-2f6eecb854b9 HTTP/1.1" status: 200 len: 210 time: 0.0453763 Jan 18 17:20:12.245364 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-08c344cc-f8fa-44c0-84bb-69b921698268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae71a829-54e7-4733-86ed-b8acf1486bff', 'name': 'tempest-AttachVolumeTestJSON-460665670-router', 'tenant_id': 'e39431ed93ab40b3bd3a181b2afcac3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '2d6c734a-3144-4731-99a7-d8056b285be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:16:33Z', 'updated_at': '2022-01-18T17:16:37Z', 'revision_number': 4, 'project_id': 'e39431ed93ab40b3bd3a181b2afcac3d', 'gw_port': {'id': '2d6c734a-3144-4731-99a7-d8056b285be3', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae71a829-54e7-4733-86ed-b8acf1486bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:33Z', 'updated_at': '2022-01-18T17:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi', '_interfaces': [{'id': '0967e5d8-ea3f-43d0-ad41-84aa3ac49cfd', 'name': '', 'network_id': '6beef8c8-11cd-4aa0-ae20-531a45b1faf5', 'tenant_id': 'e39431ed93ab40b3bd3a181b2afcac3d', 'mac_address': 'fa:16:3e:0c:f1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae71a829-54e7-4733-86ed-b8acf1486bff', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'db7edcea-cc0c-4f91-8652-8431bf22b201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:36Z', 'updated_at': '2022-01-18T17:16:44Z', 'revision_number': 5, 'project_id': 'e39431ed93ab40b3bd3a181b2afcac3d', 'subnets': [{'id': 'db7edcea-cc0c-4f91-8652-8431bf22b201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-11-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:20:12.363125 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-0798d7c3-b9fa-46d0-ac09-43b716de0a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e365302-71a6-4cdc-aaf8-2ff4eb24cb67', 'name': 'tempest-TestVolumeBootPattern-168893207-router', 'tenant_id': '09bf69f6abdb4a3083dce101c7984e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'b335151e-254a-4744-a80a-19590b3125c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:16:42Z', 'updated_at': '2022-01-18T17:16:50Z', 'revision_number': 4, 'project_id': '09bf69f6abdb4a3083dce101c7984e29', 'gw_port': {'id': 'b335151e-254a-4744-a80a-19590b3125c0', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e365302-71a6-4cdc-aaf8-2ff4eb24cb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:44Z', 'updated_at': '2022-01-18T17:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi', '_interfaces': [{'id': 'a2c8d537-91bc-432b-8688-4b0039e89285', 'name': '', 'network_id': '0c17f545-2bb3-4abb-be71-29d5f95f2d88', 'tenant_id': '09bf69f6abdb4a3083dce101c7984e29', 'mac_address': 'fa:16:3e:07:c9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e365302-71a6-4cdc-aaf8-2ff4eb24cb67', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '92e52731-b298-4268-83b9-5cd526153971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:49Z', 'updated_at': '2022-01-18T17:16:56Z', 'revision_number': 5, 'project_id': '09bf69f6abdb4a3083dce101c7984e29', 'subnets': [{'id': '92e52731-b298-4268-83b9-5cd526153971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-11-iscsi', False) {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:20:12.381313 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004049f1-29ce-476a-a7b9-c8d85554864d req-bdf93d3e-b5b4-4969-b033-b26f3352c222 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:20:12.389673 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-004049f1-29ce-476a-a7b9-c8d85554864d req-bdf93d3e-b5b4-4969-b033-b26f3352c222 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=e9d63d75-b877-47a6-94d7-208d66d7dd95 HTTP/1.1" status: 200 len: 945 time: 0.0741103 Jan 18 17:20:12.404357 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0798d7c3-b9fa-46d0-ac09-43b716de0a56 None None] Checking router: 2e365302-71a6-4cdc-aaf8-2ff4eb24cb67 for host: dv-cinder-733623-11-iscsi {{(pid=103199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 17:20:12.417256 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0798d7c3-b9fa-46d0-ac09-43b716de0a56 None None] Routers {'2e365302-71a6-4cdc-aaf8-2ff4eb24cb67'} bound to L3 agent in host dv-cinder-733623-11-iscsi {{(pid=103199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 17:20:12.418816 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-0798d7c3-b9fa-46d0-ac09-43b716de0a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T17:04:58Z,description=,heartbeat_timestamp=2022-01-18T17:19:58Z,host='dv-cinder-733623-11-iscsi',id=34860b7f-7c9d-4265-9a0a-1b9bd2e1622e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T17:04:59Z,topic='l3_agent')) {'router_ids': ['2e365302-71a6-4cdc-aaf8-2ff4eb24cb67'], 'active': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:20:12.442767 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-004049f1-29ce-476a-a7b9-c8d85554864d req-f8da4387-c28f-4a96-9d50-b27b1c9431f6 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=d4c87099-e0de-47e8-9a1c-79e04a17fc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520763 Jan 18 17:20:12.448882 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c344cc-f8fa-44c0-84bb-69b921698268 None None] The sync data for ids ['ae71a829-54e7-4733-86ed-b8acf1486bff'] in dv-cinder-733623-11-iscsi is: [{'id': 'ae71a829-54e7-4733-86ed-b8acf1486bff', 'name': 'tempest-AttachVolumeTestJSON-460665670-router', 'tenant_id': 'e39431ed93ab40b3bd3a181b2afcac3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '2d6c734a-3144-4731-99a7-d8056b285be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:16:33Z', 'updated_at': '2022-01-18T17:16:37Z', 'revision_number': 4, 'project_id': 'e39431ed93ab40b3bd3a181b2afcac3d', 'gw_port': {'id': '2d6c734a-3144-4731-99a7-d8056b285be3', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae71a829-54e7-4733-86ed-b8acf1486bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:33Z', 'updated_at': '2022-01-18T17:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi', '_interfaces': [{'id': '0967e5d8-ea3f-43d0-ad41-84aa3ac49cfd', 'name': '', 'network_id': '6beef8c8-11cd-4aa0-ae20-531a45b1faf5', 'tenant_id': 'e39431ed93ab40b3bd3a181b2afcac3d', 'mac_address': 'fa:16:3e:0c:f1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae71a829-54e7-4733-86ed-b8acf1486bff', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'db7edcea-cc0c-4f91-8652-8431bf22b201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:36Z', 'updated_at': '2022-01-18T17:16:44Z', 'revision_number': 5, 'project_id': 'e39431ed93ab40b3bd3a181b2afcac3d', 'subnets': [{'id': 'db7edcea-cc0c-4f91-8652-8431bf22b201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 17:20:12.525497 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] get_ports_and_sgs() called for port_ids ['d5da4c05-fc6b-48ae-bd37-20cdd7c9c363'] {{(pid=103198) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 17:20:12.547444 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvr_db [None req-0798d7c3-b9fa-46d0-ac09-43b716de0a56 None None] Set router 2e365302-71a6-4cdc-aaf8-2ff4eb24cb67 gateway port host: dv-cinder-733623-11-iscsi {{(pid=103199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 17:20:12.711199 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25cdb879-283a-44f2-951e-ec19e08d84b3 None None] New status for floating IP 312887bb-c7c5-459a-b6e2-20f85aedefe6: DOWN {{(pid=103198) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 17:20:12.772387 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-0798d7c3-b9fa-46d0-ac09-43b716de0a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e365302-71a6-4cdc-aaf8-2ff4eb24cb67', 'name': 'tempest-TestVolumeBootPattern-168893207-router', 'tenant_id': '09bf69f6abdb4a3083dce101c7984e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'b335151e-254a-4744-a80a-19590b3125c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:16:42Z', 'updated_at': '2022-01-18T17:16:50Z', 'revision_number': 4, 'project_id': '09bf69f6abdb4a3083dce101c7984e29', 'gw_port': {'id': 'b335151e-254a-4744-a80a-19590b3125c0', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e365302-71a6-4cdc-aaf8-2ff4eb24cb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:44Z', 'updated_at': '2022-01-18T17:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi', '_interfaces': [{'id': 'a2c8d537-91bc-432b-8688-4b0039e89285', 'name': '', 'network_id': '0c17f545-2bb3-4abb-be71-29d5f95f2d88', 'tenant_id': '09bf69f6abdb4a3083dce101c7984e29', 'mac_address': 'fa:16:3e:07:c9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e365302-71a6-4cdc-aaf8-2ff4eb24cb67', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '92e52731-b298-4268-83b9-5cd526153971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:49Z', 'updated_at': '2022-01-18T17:16:56Z', 'revision_number': 5, 'project_id': '09bf69f6abdb4a3083dce101c7984e29', 'subnets': [{'id': '92e52731-b298-4268-83b9-5cd526153971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-11-iscsi', False) {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:20:12.801493 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0798d7c3-b9fa-46d0-ac09-43b716de0a56 None None] The sync data for ids ['2e365302-71a6-4cdc-aaf8-2ff4eb24cb67'] in dv-cinder-733623-11-iscsi is: [{'id': '2e365302-71a6-4cdc-aaf8-2ff4eb24cb67', 'name': 'tempest-TestVolumeBootPattern-168893207-router', 'tenant_id': '09bf69f6abdb4a3083dce101c7984e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'b335151e-254a-4744-a80a-19590b3125c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:16:42Z', 'updated_at': '2022-01-18T17:16:50Z', 'revision_number': 4, 'project_id': '09bf69f6abdb4a3083dce101c7984e29', 'gw_port': {'id': 'b335151e-254a-4744-a80a-19590b3125c0', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e365302-71a6-4cdc-aaf8-2ff4eb24cb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:44Z', 'updated_at': '2022-01-18T17:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi', '_interfaces': [{'id': 'a2c8d537-91bc-432b-8688-4b0039e89285', 'name': '', 'network_id': '0c17f545-2bb3-4abb-be71-29d5f95f2d88', 'tenant_id': '09bf69f6abdb4a3083dce101c7984e29', 'mac_address': 'fa:16:3e:07:c9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e365302-71a6-4cdc-aaf8-2ff4eb24cb67', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '92e52731-b298-4268-83b9-5cd526153971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:49Z', 'updated_at': '2022-01-18T17:16:56Z', 'revision_number': 5, 'project_id': '09bf69f6abdb4a3083dce101c7984e29', 'subnets': [{'id': '92e52731-b298-4268-83b9-5cd526153971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 17:20:13.054251 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c925ab0-47d6-4473-9d4c-2f405465948b None None] New status for floating IP de4fcacc-f0f7-45b4-a066-2d8ae7ef5507: DOWN {{(pid=103199) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 17:20:13.198093 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-828fbec4-5900-4705-b22c-83ec674d507c req-40eda81d-b1c6-4dca-b142-a4e445af6eac tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/ports?device_id=2baf8b5d-b7a6-4d3a-b4b1-ec1b7a451902 HTTP/1.1" status: 200 len: 210 time: 0.0271842 Jan 18 17:20:13.363118 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 59284) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:20:13.420105 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-56f93d5e-7e64-4de6-8412-1a938229fadf tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Publish callbacks [] for security_group (95a96d85-de0d-4a2e-8acd-c327a3f00b55), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:13.443163 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-56f93d5e-7e64-4de6-8412-1a938229fadf tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Publish callbacks [] for security_group (95a96d85-de0d-4a2e-8acd-c327a3f00b55), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:13.563264 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5847e71b-c5b7-4767-9f99-10604bc146e6 req-1e508f87-68d6-45ef-956e-76a85ba848ff tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:20:13.564769 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-5847e71b-c5b7-4767-9f99-10604bc146e6 req-1e508f87-68d6-45ef-956e-76a85ba848ff tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=e9d63d75-b877-47a6-94d7-208d66d7dd95 HTTP/1.1" status: 200 len: 945 time: 0.0499799 Jan 18 17:20:13.568373 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-56f93d5e-7e64-4de6-8412-1a938229fadf tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (95a96d85-de0d-4a2e-8acd-c327a3f00b55), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:13.573142 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-56f93d5e-7e64-4de6-8412-1a938229fadf tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:13.574916 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-56f93d5e-7e64-4de6-8412-1a938229fadf tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "DELETE /v2.0/security-groups/95a96d85-de0d-4a2e-8acd-c327a3f00b55 HTTP/1.1" status: 204 len: 168 time: 0.2106216 Jan 18 17:20:13.577704 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 59288) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:20:13.592751 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.api.v2.resource [None req-a014bb62-8fe0-40d9-a758-dd0e590b2085 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] show failed (client error): The resource could not be found. Jan 18 17:20:13.596451 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-a014bb62-8fe0-40d9-a758-dd0e590b2085 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/security-groups/95a96d85-de0d-4a2e-8acd-c327a3f00b55 HTTP/1.1" status: 404 len: 347 time: 0.0150676 Jan 18 17:20:13.596691 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 59290) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:20:13.599630 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f93d5e-7e64-4de6-8412-1a938229fadf tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95a96d85-de0d-4a2e-8acd-c327a3f00b55,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:20:13.623091 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Device d5da4c05-fc6b-48ae-bd37-20cdd7c9c363 up at agent hyperv_hv-cinder-73362 {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 17:20:13.642193 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-5847e71b-c5b7-4767-9f99-10604bc146e6 req-5dd05bd1-ea72-4ea3-9f41-488b6a922ebc tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=d4c87099-e0de-47e8-9a1c-79e04a17fc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658846 Jan 18 17:20:13.681669 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Provisioning complete for port d5da4c05-fc6b-48ae-bd37-20cdd7c9c363 triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:20:13.681669 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (d5da4c05-fc6b-48ae-bd37-20cdd7c9c363), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:13.732806 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-a7fa97df-73d3-4f03-8473-b672346e8298 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Deleting port ad7bf62d-6111-499e-8f39-7d2aded60764 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 17:20:13.733148 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a7fa97df-73d3-4f03-8473-b672346e8298 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785612421596'] for port (ad7bf62d-6111-499e-8f39-7d2aded60764), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:13.756396 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Current status of the port d5da4c05-fc6b-48ae-bd37-20cdd7c9c363 is: BUILD; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:20:13.756783 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (d5da4c05-fc6b-48ae-bd37-20cdd7c9c363), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:13.786358 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9d63d75-b877-47a6-94d7-208d66d7dd95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5da4c05-fc6b-48ae-bd37-20cdd7c9c363'}] {{(pid=103198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 17:20:13.788610 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97aa477b9a8a7659066d830c0d89a1f304b03425b5691a2db6f60cb613ebd93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a0e259a-42c1-4866-a128-58a0de57f0a4" -d '{"events": [{"server_uuid": "e9d63d75-b877-47a6-94d7-208d66d7dd95", "name": "network-vif-plugged", "status": "completed", "tag": "d5da4c05-fc6b-48ae-bd37-20cdd7c9c363"}]}' {{(pid=103198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 17:20:13.805758 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] For port d5da4c05-fc6b-48ae-bd37-20cdd7c9c363, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=d5da4c05-fc6b-48ae-bd37-20cdd7c9c363,segment=NetworkSegment(7804631f-b978-4531-985d-c1ed5e4123e4),segment_id=7804631f-b978-4531-985d-c1ed5e4123e4)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:20:13.822800 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a7fa97df-73d3-4f03-8473-b672346e8298 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653228'] for port (ad7bf62d-6111-499e-8f39-7d2aded60764), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:13.823219 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a7fa97df-73d3-4f03-8473-b672346e8298 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Publish callbacks [] for floatingip (ad7bf62d-6111-499e-8f39-7d2aded60764), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:13.830824 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 17:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b9829e7-b581-4a16-ae14-d0569a1cdec9 x-openstack-request-id: req-5b9829e7-b581-4a16-ae14-d0569a1cdec9 {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 17:20:13.831157 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9d63d75-b877-47a6-94d7-208d66d7dd95", "name": "network-vif-plugged", "status": "completed", "tag": "d5da4c05-fc6b-48ae-bd37-20cdd7c9c363", "code": 200}]} {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 17:20:13.831420 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-5b9829e7-b581-4a16-ae14-d0569a1cdec9 {{(pid=103198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 17:20:13.831945 dv-cinder-733623-11-iscsi neutron-server[103198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9d63d75-b877-47a6-94d7-208d66d7dd95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5da4c05-fc6b-48ae-bd37-20cdd7c9c363', 'code': 200} Jan 18 17:20:13.835900 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-a7fa97df-73d3-4f03-8473-b672346e8298 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Calling delete_port for ad7bf62d-6111-499e-8f39-7d2aded60764 owned by network:floatingip {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 17:20:13.865543 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (d5da4c05-fc6b-48ae-bd37-20cdd7c9c363), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:13.866667 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Device 6bedd311-b537-470c-87a2-30a1c533a6f7 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 17:20:13.912910 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] No Port match for: 6bedd311-b537-470c-87a2-30a1c533a6f7 {{(pid=103198) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 17:20:13.913276 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Device 6bedd311-b537-470c-87a2-30a1c533a6f7 not bound to the agent host hv-cinder-73362 {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 17:20:13.913690 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Device bbefba62-04de-4468-ace1-e13a0513d52f no longer exists at agent hyperv_hv-cinder-73362 {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 17:20:13.939166 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] No Port match for: bbefba62-04de-4468-ace1-e13a0513d52f {{(pid=103198) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 17:20:13.939442 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Device bbefba62-04de-4468-ace1-e13a0513d52f not bound to the agent host hv-cinder-73362 {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 17:20:13.957726 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Pushing event updated for resources: {'Port': ['ID=d5da4c05-fc6b-48ae-bd37-20cdd7c9c363,revision_number=10']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:20:14.048068 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a7fa97df-73d3-4f03-8473-b672346e8298 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785612430192', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785611913813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4300409'] for port (ad7bf62d-6111-499e-8f39-7d2aded60764), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:14.074011 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fa97df-73d3-4f03-8473-b672346e8298 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Pushing event deleted for resources: {'Port': ['ID=ad7bf62d-6111-499e-8f39-7d2aded60764,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:20:14.169687 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a7fa97df-73d3-4f03-8473-b672346e8298 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Publish callbacks [] for floatingip (312887bb-c7c5-459a-b6e2-20f85aedefe6), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:14.172684 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a7fa97df-73d3-4f03-8473-b672346e8298 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1923895'] for floatingip (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:14.173819 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-a7fa97df-73d3-4f03-8473-b672346e8298 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "DELETE /v2.0/floatingips/312887bb-c7c5-459a-b6e2-20f85aedefe6 HTTP/1.1" status: 204 len: 168 time: 0.5762341 Jan 18 17:20:14.187116 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a91067-4eba-4f90-b96b-92a691b26597 req-67f8360d-5803-497a-ba87-d9610f94dff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:20:14.189013 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-46a91067-4eba-4f90-b96b-92a691b26597 req-67f8360d-5803-497a-ba87-d9610f94dff9 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=e9d63d75-b877-47a6-94d7-208d66d7dd95 HTTP/1.1" status: 200 len: 1100 time: 0.0642731 Jan 18 17:20:14.246195 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-46a91067-4eba-4f90-b96b-92a691b26597 req-0d70bfa0-1372-43ed-83b6-a0378e523e32 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=d4c87099-e0de-47e8-9a1c-79e04a17fc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499620 Jan 18 17:20:14.458581 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 59304) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:20:14.464306 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-41cc8e44-1b14-433f-a83b-b3542df7b2fe tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2113690654', 'description': 'tempest-description--92624656'}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:20:14.467995 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b499e5ba-40f7-48c8-a477-791640f07e5e req-409aa544-dcb2-469f-9b16-aa1b0b5b6016 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1948847876&fields=id&tenant_id=09bf69f6abdb4a3083dce101c7984e29 HTTP/1.1" status: 200 len: 267 time: 0.0453098 Jan 18 17:20:14.528528 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-41cc8e44-1b14-433f-a83b-b3542df7b2fe tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:14.601494 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b499e5ba-40f7-48c8-a477-791640f07e5e req-4de36d87-12b0-4131-8208-4503d1325531 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:20:14.605409 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b499e5ba-40f7-48c8-a477-791640f07e5e req-4de36d87-12b0-4131-8208-4503d1325531 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/networks?id=0c17f545-2bb3-4abb-be71-29d5f95f2d88 HTTP/1.1" status: 200 len: 811 time: 0.1298301 Jan 18 17:20:14.626879 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b499e5ba-40f7-48c8-a477-791640f07e5e req-816b1669-1d1e-4bbf-b18c-1d348bf1f620 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/quotas/09bf69f6abdb4a3083dce101c7984e29 HTTP/1.1" status: 200 len: 375 time: 0.0144362 Jan 18 17:20:14.630384 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-41cc8e44-1b14-433f-a83b-b3542df7b2fe tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Publish callbacks [] for security_group (df2658b5-660a-40b6-a6b8-d801bd9f5f79), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:14.671682 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-41cc8e44-1b14-433f-a83b-b3542df7b2fe tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (df2658b5-660a-40b6-a6b8-d801bd9f5f79), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:14.685873 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b499e5ba-40f7-48c8-a477-791640f07e5e req-38abbb4d-b287-412f-ba04-3bbaed84b629 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=09bf69f6abdb4a3083dce101c7984e29&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0523710 Jan 18 17:20:14.711382 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cc8e44-1b14-433f-a83b-b3542df7b2fe tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df2658b5-660a-40b6-a6b8-d801bd9f5f79,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:20:14.759846 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-41cc8e44-1b14-433f-a83b-b3542df7b2fe tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:14.761334 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-41cc8e44-1b14-433f-a83b-b3542df7b2fe tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3016546 Jan 18 17:20:14.764277 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 59310) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:20:14.768746 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-836c6efb-ce94-43c1-bdb2-9c6535402844 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Request body: {'security_group_rule': {'security_group_id': 'df2658b5-660a-40b6-a6b8-d801bd9f5f79', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:20:14.782407 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1ceec3-d9a9-49c2-a0b9-f3d3097967ee req-34ef7e2d-4b24-4e6a-bcea-58143bb5d806 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:20:14.783937 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-1b1ceec3-d9a9-49c2-a0b9-f3d3097967ee req-34ef7e2d-4b24-4e6a-bcea-58143bb5d806 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=e9d63d75-b877-47a6-94d7-208d66d7dd95 HTTP/1.1" status: 200 len: 947 time: 0.0616179 Jan 18 17:20:14.834180 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-1b1ceec3-d9a9-49c2-a0b9-f3d3097967ee req-105aff94-118d-41a5-a36c-d8203f28fbee tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=d4c87099-e0de-47e8-9a1c-79e04a17fc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441177 Jan 18 17:20:14.872188 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b499e5ba-40f7-48c8-a477-791640f07e5e req-c77f258f-85fa-4c60-ac06-237122333121 service neutron] 10.222.0.100 "GET /v2.0/networks/0c17f545-2bb3-4abb-be71-29d5f95f2d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720569 Jan 18 17:20:14.935817 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-836c6efb-ce94-43c1-bdb2-9c6535402844 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Publish callbacks [] for security_group_rule (4cf133d8-e824-48ad-949a-bbc2b3943d95), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:15.002150 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b499e5ba-40f7-48c8-a477-791640f07e5e req-a3699622-5ef9-49ad-a74f-9ea852b3c6cd service neutron] 10.222.0.100 "GET /v2.0/networks/0c17f545-2bb3-4abb-be71-29d5f95f2d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239440 Jan 18 17:20:15.017781 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-836c6efb-ce94-43c1-bdb2-9c6535402844 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Publish callbacks [] for security_group_rule (4cf133d8-e824-48ad-949a-bbc2b3943d95), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:15.082521 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-836c6efb-ce94-43c1-bdb2-9c6535402844 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433249'] for security_group_rule (4cf133d8-e824-48ad-949a-bbc2b3943d95), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:15.106713 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836c6efb-ce94-43c1-bdb2-9c6535402844 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cf133d8-e824-48ad-949a-bbc2b3943d95,revision_number=0']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:20:15.183644 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-836c6efb-ce94-43c1-bdb2-9c6535402844 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:15.184974 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-836c6efb-ce94-43c1-bdb2-9c6535402844 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4197283 Jan 18 17:20:15.187664 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 59318) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:20:15.192198 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-a12a619c-05a8-40fb-965a-e67ca9a8b5e0 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Request body: {'security_group_rule': {'security_group_id': 'df2658b5-660a-40b6-a6b8-d801bd9f5f79', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:20:15.314995 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a12a619c-05a8-40fb-965a-e67ca9a8b5e0 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Publish callbacks [] for security_group_rule (a4d82469-1c20-41a4-af82-c4231878f64f), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:15.389062 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a12a619c-05a8-40fb-965a-e67ca9a8b5e0 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Publish callbacks [] for security_group_rule (a4d82469-1c20-41a4-af82-c4231878f64f), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:15.448761 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a12a619c-05a8-40fb-965a-e67ca9a8b5e0 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433249'] for security_group_rule (a4d82469-1c20-41a4-af82-c4231878f64f), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:15.467539 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12a619c-05a8-40fb-965a-e67ca9a8b5e0 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4d82469-1c20-41a4-af82-c4231878f64f,revision_number=0']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:20:15.570326 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a12a619c-05a8-40fb-965a-e67ca9a8b5e0 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:15.576470 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 59342) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:20:15.577259 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-a12a619c-05a8-40fb-965a-e67ca9a8b5e0 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3877530 Jan 18 17:20:15.581591 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-bd7e41b5-0f4c-44c1-9bba-d80fc095da62 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Request body: {'floatingip': {'floating_network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430'}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:20:15.634829 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-7c55e66f-9581-47fd-903b-095e1514819a req-0ed40fc3-ad7b-4660-8752-b42863f23deb tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/ports?device_id=632bbe0b-9c86-4143-8cc5-baa6f976933d HTTP/1.1" status: 200 len: 210 time: 0.0324495 Jan 18 17:20:15.670723 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-bd7e41b5-0f4c-44c1-9bba-d80fc095da62 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:15.776699 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-bd7e41b5-0f4c-44c1-9bba-d80fc095da62 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:15.891955 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.db.db_base_plugin_common [None req-bd7e41b5-0f4c-44c1-9bba-d80fc095da62 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Allocated IP 172.27.1.41 (09e508a9-4d19-4482-acf1-bcc4a2adb430/ac199632-c036-4879-8c53-e78832fc0d54/1609023a-f75e-4640-a3f4-9cc021dcfbc2) {{(pid=103197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 17:20:15.999909 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fae39e1-c262-4254-abff-8380cafcd7fd req-28809817-ef0c-4289-b439-8c13e3f0619e tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:20:16.001611 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-4fae39e1-c262-4254-abff-8380cafcd7fd req-28809817-ef0c-4289-b439-8c13e3f0619e tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=e9d63d75-b877-47a6-94d7-208d66d7dd95 HTTP/1.1" status: 200 len: 947 time: 0.0906787 Jan 18 17:20:16.016185 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-bd7e41b5-0f4c-44c1-9bba-d80fc095da62 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Publish callbacks [] for port (1609023a-f75e-4640-a3f4-9cc021dcfbc2), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:16.061167 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-4fae39e1-c262-4254-abff-8380cafcd7fd req-464e6bb5-f990-40c1-8203-5906f800867b tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=d4c87099-e0de-47e8-9a1c-79e04a17fc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505710 Jan 18 17:20:16.094592 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-bd7e41b5-0f4c-44c1-9bba-d80fc095da62 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785611913804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6115669'] for port (1609023a-f75e-4640-a3f4-9cc021dcfbc2), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:16.135855 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7e41b5-0f4c-44c1-9bba-d80fc095da62 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Network 09e508a9-4d19-4482-acf1-bcc4a2adb430 is already hosted by enough agents. {{(pid=103197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 17:20:16.138999 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.base_scheduler [None req-bd7e41b5-0f4c-44c1-9bba-d80fc095da62 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Resources bound (agent type, host, resource id): {{(pid=103197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 17:20:16.142777 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7e41b5-0f4c-44c1-9bba-d80fc095da62 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Received port after_create {{(pid=103197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 17:20:16.171203 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7e41b5-0f4c-44c1-9bba-d80fc095da62 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Pushing event updated for resources: {'Port': ['ID=1609023a-f75e-4640-a3f4-9cc021dcfbc2,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:20:16.242550 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-bd7e41b5-0f4c-44c1-9bba-d80fc095da62 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Publish callbacks [] for floatingip (a9c48b8a-aa09-4495-9b36-732c2e6151be), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:16.361037 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-bd7e41b5-0f4c-44c1-9bba-d80fc095da62 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (1609023a-f75e-4640-a3f4-9cc021dcfbc2), before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:16.526630 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-bd7e41b5-0f4c-44c1-9bba-d80fc095da62 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Publish callbacks [] for port (1609023a-f75e-4640-a3f4-9cc021dcfbc2), precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:16.653893 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-bd7e41b5-0f4c-44c1-9bba-d80fc095da62 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6115650'] for port (1609023a-f75e-4640-a3f4-9cc021dcfbc2), after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:16.737641 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7e41b5-0f4c-44c1-9bba-d80fc095da62 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Pushing event updated for resources: {'Port': ['ID=1609023a-f75e-4640-a3f4-9cc021dcfbc2,revision_number=2']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:20:16.755820 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-3a353c3a-5651-4e63-9f82-63b2408316c7 req-564d5e7c-6ef3-47bf-ba2d-49e9431d9f21 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/ports?device_id=632bbe0b-9c86-4143-8cc5-baa6f976933d HTTP/1.1" status: 200 len: 210 time: 0.0385215 Jan 18 17:20:16.765519 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-bd7e41b5-0f4c-44c1-9bba-d80fc095da62 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647951'] for floatingip (a9c48b8a-aa09-4495-9b36-732c2e6151be), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:16.832971 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-bd7e41b5-0f4c-44c1-9bba-d80fc095da62 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1923895'] for floatingip (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:16.834224 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-bd7e41b5-0f4c-44c1-9bba-d80fc095da62 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2565618 Jan 18 17:20:17.032917 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-45d6c1d4-3a6b-4136-9f3b-987ac1fe8e47 req-71b93b03-1a1b-41be-8671-cd215d441e80 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/security-groups?name=tempest-securitygroup--2113690654&fields=id&tenant_id=e39431ed93ab40b3bd3a181b2afcac3d HTTP/1.1" status: 200 len: 267 time: 0.0456798 Jan 18 17:20:17.152219 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d6c1d4-3a6b-4136-9f3b-987ac1fe8e47 req-438c9dc0-535c-43c7-bde1-a2eb7f725b89 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:20:17.153724 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-45d6c1d4-3a6b-4136-9f3b-987ac1fe8e47 req-438c9dc0-535c-43c7-bde1-a2eb7f725b89 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/networks?id=6beef8c8-11cd-4aa0-ae20-531a45b1faf5 HTTP/1.1" status: 200 len: 810 time: 0.1135674 Jan 18 17:20:17.170700 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-45d6c1d4-3a6b-4136-9f3b-987ac1fe8e47 req-16da510e-f3e0-41b5-8a5a-2b9cfe15820c tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/quotas/e39431ed93ab40b3bd3a181b2afcac3d HTTP/1.1" status: 200 len: 375 time: 0.0103438 Jan 18 17:20:17.201724 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7045e0-ecd0-4a55-8db4-d36d5dd7faf0 req-d4f2a606-0cbf-47a2-bbe7-ce1bb90e7a47 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:20:17.203314 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-ae7045e0-ecd0-4a55-8db4-d36d5dd7faf0 req-d4f2a606-0cbf-47a2-bbe7-ce1bb90e7a47 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=e9d63d75-b877-47a6-94d7-208d66d7dd95 HTTP/1.1" status: 200 len: 947 time: 0.0671570 Jan 18 17:20:17.225425 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-45d6c1d4-3a6b-4136-9f3b-987ac1fe8e47 req-1072090e-2522-45d3-b62c-a7dd8f462e79 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=e39431ed93ab40b3bd3a181b2afcac3d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494282 Jan 18 17:20:17.253262 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-ae7045e0-ecd0-4a55-8db4-d36d5dd7faf0 req-80d40e6c-1cb4-4483-80a4-02f90f489ff6 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=d4c87099-e0de-47e8-9a1c-79e04a17fc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440409 Jan 18 17:20:17.322078 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-45d6c1d4-3a6b-4136-9f3b-987ac1fe8e47 req-78b0374b-cb10-4c06-8353-e925c20dfc93 service neutron] 10.222.0.100 "GET /v2.0/networks/6beef8c8-11cd-4aa0-ae20-531a45b1faf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839009 Jan 18 17:20:17.417952 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-45d6c1d4-3a6b-4136-9f3b-987ac1fe8e47 req-c837cb4f-9f81-46a8-b200-f8807427d906 service neutron] 10.222.0.100 "GET /v2.0/networks/6beef8c8-11cd-4aa0-ae20-531a45b1faf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892494 Jan 18 17:20:17.572983 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b499e5ba-40f7-48c8-a477-791640f07e5e req-5e1e8848-ae4d-4b12-8e71-7fcfa11be1c5 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:20:17.574482 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b499e5ba-40f7-48c8-a477-791640f07e5e req-5e1e8848-ae4d-4b12-8e71-7fcfa11be1c5 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.105 "GET /v2.0/networks?id=0c17f545-2bb3-4abb-be71-29d5f95f2d88 HTTP/1.1" status: 200 len: 811 time: 0.1071215 Jan 18 17:20:17.643572 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b499e5ba-40f7-48c8-a477-791640f07e5e req-af095e0f-b81e-4eec-a6c1-de8e5b95decd tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.105 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=09bf69f6abdb4a3083dce101c7984e29 HTTP/1.1" status: 200 len: 380 time: 0.0599618 Jan 18 17:20:17.651846 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [req-b499e5ba-40f7-48c8-a477-791640f07e5e req-1498cd03-1d64-49d1-b3c6-56e27c2a2c76 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Request body: {'port': {'device_id': '632bbe0b-9c86-4143-8cc5-baa6f976933d', 'network_id': '0c17f545-2bb3-4abb-be71-29d5f95f2d88', 'admin_state_up': True, 'tenant_id': '09bf69f6abdb4a3083dce101c7984e29', 'security_groups': ['3146ca4f-c802-403d-b3a8-374af26132ea']}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:20:17.724598 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-7e59f0ec-df8b-4615-a4e2-af479a6b2591 req-625962a8-cbc3-44a9-9240-096433a65319 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/ports?device_id=6ce4ab59-77c4-4fb8-9c59-31aad10050df HTTP/1.1" status: 200 len: 210 time: 0.0340636 Jan 18 17:20:17.855148 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-5919c655-5f81-4c8c-9ac0-c6ab453e9fb6 req-28250c3e-b12d-4fcd-81fa-9728a02ca187 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/ports?device_id=632bbe0b-9c86-4143-8cc5-baa6f976933d HTTP/1.1" status: 200 len: 210 time: 0.0286467 Jan 18 17:20:17.855905 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b499e5ba-40f7-48c8-a477-791640f07e5e req-1498cd03-1d64-49d1-b3c6-56e27c2a2c76 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Made reservation on behalf of 09bf69f6abdb4a3083dce101c7984e29 for: {'port': 1} {{(pid=103196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 17:20:17.859420 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-b499e5ba-40f7-48c8-a477-791640f07e5e req-1498cd03-1d64-49d1-b3c6-56e27c2a2c76 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:17.982298 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 59396) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:20:18.001601 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [req-b499e5ba-40f7-48c8-a477-791640f07e5e req-1498cd03-1d64-49d1-b3c6-56e27c2a2c76 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Allocated IP 172.20.0.6 (0c17f545-2bb3-4abb-be71-29d5f95f2d88/92e52731-b298-4268-83b9-5cd526153971/f0b30660-9680-4714-b984-740e50756a13) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 17:20:18.240121 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-b499e5ba-40f7-48c8-a477-791640f07e5e req-1498cd03-1d64-49d1-b3c6-56e27c2a2c76 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Publish callbacks [] for port (f0b30660-9680-4714-b984-740e50756a13), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:18.321076 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-f735e435-0d86-4c05-b934-0dd6e043e7c7 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Deleting port 4ae7b682-69cf-48ed-9843-2298f07036dd {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 17:20:18.321418 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f735e435-0d86-4c05-b934-0dd6e043e7c7 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785612421596'] for port (4ae7b682-69cf-48ed-9843-2298f07036dd), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:18.378025 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-b499e5ba-40f7-48c8-a477-791640f07e5e req-1498cd03-1d64-49d1-b3c6-56e27c2a2c76 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785611913804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4300409'] for port (f0b30660-9680-4714-b984-740e50756a13), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:18.698853 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f735e435-0d86-4c05-b934-0dd6e043e7c7 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653228'] for port (4ae7b682-69cf-48ed-9843-2298f07036dd), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:18.699204 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f735e435-0d86-4c05-b934-0dd6e043e7c7 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Publish callbacks [] for floatingip (4ae7b682-69cf-48ed-9843-2298f07036dd), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:18.716050 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b499e5ba-40f7-48c8-a477-791640f07e5e req-1498cd03-1d64-49d1-b3c6-56e27c2a2c76 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Network 0c17f545-2bb3-4abb-be71-29d5f95f2d88 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 17:20:18.721520 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-f735e435-0d86-4c05-b934-0dd6e043e7c7 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Calling delete_port for 4ae7b682-69cf-48ed-9843-2298f07036dd owned by network:floatingip {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 17:20:18.725319 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [req-b499e5ba-40f7-48c8-a477-791640f07e5e req-1498cd03-1d64-49d1-b3c6-56e27c2a2c76 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 17:20:18.731822 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [req-b499e5ba-40f7-48c8-a477-791640f07e5e req-1498cd03-1d64-49d1-b3c6-56e27c2a2c76 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 17:20:18.757104 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1498cd03-1d64-49d1-b3c6-56e27c2a2c76 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Pushing event updated for resources: {'Port': ['ID=f0b30660-9680-4714-b984-740e50756a13,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:20:18.824092 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-b6b0e26a-be46-4d0a-b16a-53289595f2bc req-385c66ec-fdaf-4742-a37c-fbe51fa5817f tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/ports?device_id=6ce4ab59-77c4-4fb8-9c59-31aad10050df HTTP/1.1" status: 200 len: 210 time: 0.0313704 Jan 18 17:20:18.845477 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b499e5ba-40f7-48c8-a477-791640f07e5e req-1498cd03-1d64-49d1-b3c6-56e27c2a2c76 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:20:18.845477 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-b499e5ba-40f7-48c8-a477-791640f07e5e req-1498cd03-1d64-49d1-b3c6-56e27c2a2c76 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1923895'] for port (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:18.972242 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b499e5ba-40f7-48c8-a477-791640f07e5e req-1498cd03-1d64-49d1-b3c6-56e27c2a2c76 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3243651 Jan 18 17:20:18.992189 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [req-b499e5ba-40f7-48c8-a477-791640f07e5e req-3512a961-00a3-4ef2-96d7-cb70a4e5a3a8 service neutron] Request body: {'port': {'device_id': '632bbe0b-9c86-4143-8cc5-baa6f976933d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:20:19.039988 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb62c990-c2d8-417d-9e79-9516c042eed5 req-ee3a5987-2031-43e7-9068-6b06969d602f tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:20:19.042581 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-fb62c990-c2d8-417d-9e79-9516c042eed5 req-ee3a5987-2031-43e7-9068-6b06969d602f tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/ports?device_id=632bbe0b-9c86-4143-8cc5-baa6f976933d HTTP/1.1" status: 200 len: 931 time: 0.0875051 Jan 18 17:20:19.062362 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f735e435-0d86-4c05-b934-0dd6e043e7c7 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785612430192', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785611913813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4300409'] for port (4ae7b682-69cf-48ed-9843-2298f07036dd), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:19.091286 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-7cb9264f-f510-4cee-bd82-dfec5b65fe92 None None] Provisioning complete for port f0b30660-9680-4714-b984-740e50756a13 triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:20:19.091861 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-7cb9264f-f510-4cee-bd82-dfec5b65fe92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (f0b30660-9680-4714-b984-740e50756a13), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:19.107334 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f735e435-0d86-4c05-b934-0dd6e043e7c7 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Pushing event deleted for resources: {'Port': ['ID=4ae7b682-69cf-48ed-9843-2298f07036dd,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:20:19.112977 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-b499e5ba-40f7-48c8-a477-791640f07e5e req-3512a961-00a3-4ef2-96d7-cb70a4e5a3a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (f0b30660-9680-4714-b984-740e50756a13), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:19.133202 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-7cb9264f-f510-4cee-bd82-dfec5b65fe92 None None] Port f0b30660-9680-4714-b984-740e50756a13 cannot update to ACTIVE because it is not bound. {{(pid=103198) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 17:20:19.222720 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-fb62c990-c2d8-417d-9e79-9516c042eed5 req-2ebe939a-bc00-4f3a-a3ab-b31cb80ec8ef tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/security-groups?id=3146ca4f-c802-403d-b3a8-374af26132ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1614370 Jan 18 17:20:19.245501 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f735e435-0d86-4c05-b934-0dd6e043e7c7 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Publish callbacks [] for floatingip (50f748d4-e457-4b2b-9642-f91fddaf4774), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:19.246184 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.db.l3_db [None req-f735e435-0d86-4c05-b934-0dd6e043e7c7 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Floating IP 50f748d4-e457-4b2b-9642-f91fddaf4774 disassociated (deleted). External IP: 172.27.1.111, port: 6a04f358-0e34-4b83-95c6-89f9d87819ae. Jan 18 17:20:19.586170 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d6c1d4-3a6b-4136-9f3b-987ac1fe8e47 req-b86ffd60-f4c0-4d6c-b47f-46359c9f2a4e tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:20:19.587714 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-45d6c1d4-3a6b-4136-9f3b-987ac1fe8e47 req-b86ffd60-f4c0-4d6c-b47f-46359c9f2a4e tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.105 "GET /v2.0/networks?id=6beef8c8-11cd-4aa0-ae20-531a45b1faf5 HTTP/1.1" status: 200 len: 810 time: 0.1084766 Jan 18 17:20:19.625331 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [req-b499e5ba-40f7-48c8-a477-791640f07e5e req-3512a961-00a3-4ef2-96d7-cb70a4e5a3a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0b30660-9680-4714-b984-740e50756a13 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 17:20:19.635696 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-b499e5ba-40f7-48c8-a477-791640f07e5e req-3512a961-00a3-4ef2-96d7-cb70a4e5a3a8 service neutron] Publish callbacks [] for port (f0b30660-9680-4714-b984-740e50756a13), precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:19.639012 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f735e435-0d86-4c05-b934-0dd6e043e7c7 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Router 4b0ae68c-a166-44d6-b7a4-31737395ea44 has already been hosted by L3 agent 34860b7f-7c9d-4265-9a0a-1b9bd2e1622e {{(pid=103196) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 17:20:19.655522 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [req-b499e5ba-40f7-48c8-a477-791640f07e5e req-3512a961-00a3-4ef2-96d7-cb70a4e5a3a8 service neutron] Transition to ACTIVE for port object f0b30660-9680-4714-b984-740e50756a13 will not be triggered until provisioned by entity L2. {{(pid=103196) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 17:20:19.679166 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-45d6c1d4-3a6b-4136-9f3b-987ac1fe8e47 req-9ffb62f2-fe1e-4d0f-910f-2efc85920fb9 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.105 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e39431ed93ab40b3bd3a181b2afcac3d HTTP/1.1" status: 200 len: 380 time: 0.0834095 Jan 18 17:20:19.688471 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [req-45d6c1d4-3a6b-4136-9f3b-987ac1fe8e47 req-0bc84a47-2681-488b-87d3-6b419237dd43 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Request body: {'port': {'device_id': '6ce4ab59-77c4-4fb8-9c59-31aad10050df', 'network_id': '6beef8c8-11cd-4aa0-ae20-531a45b1faf5', 'admin_state_up': True, 'tenant_id': 'e39431ed93ab40b3bd3a181b2afcac3d', 'security_groups': ['df2658b5-660a-40b6-a6b8-d801bd9f5f79']}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:20:19.739481 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-b499e5ba-40f7-48c8-a477-791640f07e5e req-3512a961-00a3-4ef2-96d7-cb70a4e5a3a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4300398'] for port (f0b30660-9680-4714-b984-740e50756a13), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:19.802798 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f735e435-0d86-4c05-b934-0dd6e043e7c7 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Notify agent at l3_agent.dv-cinder-733623-11-iscsi the message routers_updated {{(pid=103196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 17:20:19.811858 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f735e435-0d86-4c05-b934-0dd6e043e7c7 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1923895'] for floatingip (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:19.819710 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc1d715-019f-4cd4-8076-19b42b67c23e None None] Sync routers for ids ['4b0ae68c-a166-44d6-b7a4-31737395ea44'] in dv-cinder-733623-11-iscsi {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 17:20:19.833605 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc1d715-019f-4cd4-8076-19b42b67c23e None None] Routers {'4b0ae68c-a166-44d6-b7a4-31737395ea44'} bound to L3 agent in host dv-cinder-733623-11-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 17:20:19.834446 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-ddc1d715-019f-4cd4-8076-19b42b67c23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T17:04:58Z,description=,heartbeat_timestamp=2022-01-18T17:19:58Z,host='dv-cinder-733623-11-iscsi',id=34860b7f-7c9d-4265-9a0a-1b9bd2e1622e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T17:04:59Z,topic='l3_agent')) {'router_ids': ['4b0ae68c-a166-44d6-b7a4-31737395ea44'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:20:19.839353 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3512a961-00a3-4ef2-96d7-cb70a4e5a3a8 service neutron] Pushing event updated for resources: {'Port': ['ID=f0b30660-9680-4714-b984-740e50756a13,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:20:19.910690 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45d6c1d4-3a6b-4136-9f3b-987ac1fe8e47 req-0bc84a47-2681-488b-87d3-6b419237dd43 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Made reservation on behalf of e39431ed93ab40b3bd3a181b2afcac3d for: {'port': 1} {{(pid=103197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 17:20:19.914307 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-45d6c1d4-3a6b-4136-9f3b-987ac1fe8e47 req-0bc84a47-2681-488b-87d3-6b419237dd43 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:19.924436 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-f735e435-0d86-4c05-b934-0dd6e043e7c7 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "DELETE /v2.0/floatingips/50f748d4-e457-4b2b-9642-f91fddaf4774 HTTP/1.1" status: 204 len: 168 time: 1.9385750 Jan 18 17:20:19.924436 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2af000e1-f307-4cd1-a83c-b211cd0625d0', 'tag': '6a04f358-0e34-4b83-95c6-89f9d87819ae'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 17:20:19.927749 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dae96983658fa47cc55ad2b43631f290e6eb934f25c74fb238f11dfd9473403c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b5d61b-24bd-4f64-aefd-db846b591c05" -d '{"events": [{"name": "network-changed", "server_uuid": "2af000e1-f307-4cd1-a83c-b211cd0625d0", "tag": "6a04f358-0e34-4b83-95c6-89f9d87819ae"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 17:20:19.948432 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [req-b499e5ba-40f7-48c8-a477-791640f07e5e req-3512a961-00a3-4ef2-96d7-cb70a4e5a3a8 service neutron] Attempting to bind port f0b30660-9680-4714-b984-740e50756a13 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 17:20:19.948761 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [req-b499e5ba-40f7-48c8-a477-791640f07e5e req-3512a961-00a3-4ef2-96d7-cb70a4e5a3a8 service neutron] Attempting to bind port f0b30660-9680-4714-b984-740e50756a13 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': 'b197157d-823a-4011-83db-be9afc8ebd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '0c17f545-2bb3-4abb-be71-29d5f95f2d88'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 17:20:19.949085 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b499e5ba-40f7-48c8-a477-791640f07e5e req-3512a961-00a3-4ef2-96d7-cb70a4e5a3a8 service neutron] Attempting to bind port f0b30660-9680-4714-b984-740e50756a13 on network 0c17f545-2bb3-4abb-be71-29d5f95f2d88 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 17:20:19.954727 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b499e5ba-40f7-48c8-a477-791640f07e5e req-3512a961-00a3-4ef2-96d7-cb70a4e5a3a8 service neutron] Port f0b30660-9680-4714-b984-740e50756a13 on network 0c17f545-2bb3-4abb-be71-29d5f95f2d88 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 17:20:19.955186 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b499e5ba-40f7-48c8-a477-791640f07e5e req-3512a961-00a3-4ef2-96d7-cb70a4e5a3a8 service neutron] Attempting to bind port f0b30660-9680-4714-b984-740e50756a13 on network 0c17f545-2bb3-4abb-be71-29d5f95f2d88 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 17:20:19.961736 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b499e5ba-40f7-48c8-a477-791640f07e5e req-3512a961-00a3-4ef2-96d7-cb70a4e5a3a8 service neutron] Checking agent: {'id': 'e727efee-c94b-447a-9897-92f425521d05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 17, 11, 11), 'started_at': datetime.datetime(2022, 1, 18, 17, 11, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 17, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 17:20:19.962803 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b499e5ba-40f7-48c8-a477-791640f07e5e req-3512a961-00a3-4ef2-96d7-cb70a4e5a3a8 service neutron] Checking segment: {'id': 'b197157d-823a-4011-83db-be9afc8ebd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '0c17f545-2bb3-4abb-be71-29d5f95f2d88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 17:20:19.964436 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b499e5ba-40f7-48c8-a477-791640f07e5e req-3512a961-00a3-4ef2-96d7-cb70a4e5a3a8 service neutron] Bound using segment: {'id': 'b197157d-823a-4011-83db-be9afc8ebd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '0c17f545-2bb3-4abb-be71-29d5f95f2d88'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 17:20:19.964436 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [req-b499e5ba-40f7-48c8-a477-791640f07e5e req-3512a961-00a3-4ef2-96d7-cb70a4e5a3a8 service neutron] Bound port: f0b30660-9680-4714-b984-740e50756a13, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b197157d-823a-4011-83db-be9afc8ebd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '0c17f545-2bb3-4abb-be71-29d5f95f2d88'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 17:20:19.964436 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-b499e5ba-40f7-48c8-a477-791640f07e5e req-3512a961-00a3-4ef2-96d7-cb70a4e5a3a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (f0b30660-9680-4714-b984-740e50756a13), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:19.982692 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-1cf9a7a1-5d04-4533-bcba-a3d14b1ca1c9 req-108b5ed9-a58a-4d99-ac73-14218ef02037 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/ports?device_id=6ce4ab59-77c4-4fb8-9c59-31aad10050df HTTP/1.1" status: 200 len: 210 time: 0.0647328 Jan 18 17:20:20.003703 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-ddc1d715-019f-4cd4-8076-19b42b67c23e None None] Set router 4b0ae68c-a166-44d6-b7a4-31737395ea44 gateway port host: dv-cinder-733623-11-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 17:20:20.057535 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [req-b499e5ba-40f7-48c8-a477-791640f07e5e req-3512a961-00a3-4ef2-96d7-cb70a4e5a3a8 service neutron] For port f0b30660-9680-4714-b984-740e50756a13, host hv-cinder-73362, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 17:20:20.062288 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [req-b499e5ba-40f7-48c8-a477-791640f07e5e req-3512a961-00a3-4ef2-96d7-cb70a4e5a3a8 service neutron] For port f0b30660-9680-4714-b984-740e50756a13, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=f0b30660-9680-4714-b984-740e50756a13,segment=NetworkSegment(b197157d-823a-4011-83db-be9afc8ebd7f),segment_id=b197157d-823a-4011-83db-be9afc8ebd7f)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 17:20:20.065190 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 17:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-758793ba-c5e3-47ee-a711-8d6f918f1c88 x-openstack-request-id: req-758793ba-c5e3-47ee-a711-8d6f918f1c88 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 17:20:20.065478 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2af000e1-f307-4cd1-a83c-b211cd0625d0", "tag": "6a04f358-0e34-4b83-95c6-89f9d87819ae", "status": "completed", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 17:20:20.065733 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-758793ba-c5e3-47ee-a711-8d6f918f1c88 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 17:20:20.066196 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2af000e1-f307-4cd1-a83c-b211cd0625d0', 'tag': '6a04f358-0e34-4b83-95c6-89f9d87819ae', 'status': 'completed', 'code': 200} Jan 18 17:20:20.135624 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-b499e5ba-40f7-48c8-a477-791640f07e5e req-3512a961-00a3-4ef2-96d7-cb70a4e5a3a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4300398'] for port (f0b30660-9680-4714-b984-740e50756a13), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:20.190418 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b499e5ba-40f7-48c8-a477-791640f07e5e req-3512a961-00a3-4ef2-96d7-cb70a4e5a3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:20:20.190418 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-b499e5ba-40f7-48c8-a477-791640f07e5e req-3512a961-00a3-4ef2-96d7-cb70a4e5a3a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1923895'] for port (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:20.190418 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b499e5ba-40f7-48c8-a477-791640f07e5e req-3512a961-00a3-4ef2-96d7-cb70a4e5a3a8 service neutron] 10.222.0.105 "PUT /v2.0/ports/f0b30660-9680-4714-b984-740e50756a13 HTTP/1.1" status: 200 len: 1093 time: 1.2016239 Jan 18 17:20:20.208472 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.db.db_base_plugin_common [req-45d6c1d4-3a6b-4136-9f3b-987ac1fe8e47 req-0bc84a47-2681-488b-87d3-6b419237dd43 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Allocated IP 172.20.0.6 (6beef8c8-11cd-4aa0-ae20-531a45b1faf5/db7edcea-cc0c-4f91-8652-8431bf22b201/2d3dc88a-594e-446c-8dfc-9fdae6737342) {{(pid=103197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 17:20:20.209243 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b5d61b-24bd-4f64-aefd-db846b591c05 req-ca530b21-a98a-48f0-a49e-f7d7e7a4bcce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:20:20.209243 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-54b5d61b-24bd-4f64-aefd-db846b591c05 req-ca530b21-a98a-48f0-a49e-f7d7e7a4bcce service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=b3741339c9cb4d89942a9d122409b0f2&device_id=2af000e1-f307-4cd1-a83c-b211cd0625d0 HTTP/1.1" status: 200 len: 1099 time: 0.0948005 Jan 18 17:20:20.237614 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3512a961-00a3-4ef2-96d7-cb70a4e5a3a8 service neutron] Pushing event updated for resources: {'Port': ['ID=f0b30660-9680-4714-b984-740e50756a13,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:20:20.289001 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-ddc1d715-019f-4cd4-8076-19b42b67c23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b0ae68c-a166-44d6-b7a4-31737395ea44', 'name': 'tempest-TestShelveInstance-1417876969-router', 'tenant_id': 'b3741339c9cb4d89942a9d122409b0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'dfa81959-21d8-4e24-bc5b-c4da2dc4b5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:14:17Z', 'updated_at': '2022-01-18T17:14:21Z', 'revision_number': 4, 'project_id': 'b3741339c9cb4d89942a9d122409b0f2', 'gw_port': {'id': 'dfa81959-21d8-4e24-bc5b-c4da2dc4b5e1', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:61:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0ae68c-a166-44d6-b7a4-31737395ea44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:14:17Z', 'updated_at': '2022-01-18T17:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi', '_interfaces': [{'id': '3ffccfcc-8888-4ed9-91ed-c65d10e4599d', 'name': '', 'network_id': '7ff719e7-6189-4b9c-a31a-5e6988ac7e0f', 'tenant_id': 'b3741339c9cb4d89942a9d122409b0f2', 'mac_address': 'fa:16:3e:2f:c8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0ae68c-a166-44d6-b7a4-31737395ea44', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'c4b18e1a-148b-4cd9-a5b8-7af1ae242d93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:14:20Z', 'updated_at': '2022-01-18T17:14:25Z', 'revision_number': 5, 'project_id': 'b3741339c9cb4d89942a9d122409b0f2', 'subnets': [{'id': 'c4b18e1a-148b-4cd9-a5b8-7af1ae242d93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-11-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:20:20.360627 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc1d715-019f-4cd4-8076-19b42b67c23e None None] Checking router: 4b0ae68c-a166-44d6-b7a4-31737395ea44 for host: dv-cinder-733623-11-iscsi {{(pid=103198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 17:20:20.373227 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc1d715-019f-4cd4-8076-19b42b67c23e None None] Routers {'4b0ae68c-a166-44d6-b7a4-31737395ea44'} bound to L3 agent in host dv-cinder-733623-11-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 17:20:20.373980 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-ddc1d715-019f-4cd4-8076-19b42b67c23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T17:04:58Z,description=,heartbeat_timestamp=2022-01-18T17:19:58Z,host='dv-cinder-733623-11-iscsi',id=34860b7f-7c9d-4265-9a0a-1b9bd2e1622e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T17:04:59Z,topic='l3_agent')) {'router_ids': ['4b0ae68c-a166-44d6-b7a4-31737395ea44'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:20:20.390291 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-45d6c1d4-3a6b-4136-9f3b-987ac1fe8e47 req-0bc84a47-2681-488b-87d3-6b419237dd43 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Publish callbacks [] for port (2d3dc88a-594e-446c-8dfc-9fdae6737342), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:20.431566 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b5d61b-24bd-4f64-aefd-db846b591c05 req-9fff774c-969b-4aa9-a734-f52c5709c007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:20:20.435148 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-54b5d61b-24bd-4f64-aefd-db846b591c05 req-9fff774c-969b-4aa9-a734-f52c5709c007 service neutron] 10.222.0.105 "GET /v2.0/networks?id=7ff719e7-6189-4b9c-a31a-5e6988ac7e0f HTTP/1.1" status: 200 len: 910 time: 0.2172284 Jan 18 17:20:20.484535 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b499e5ba-40f7-48c8-a477-791640f07e5e req-ed75eba3-ae11-43a9-9b6f-986fc812d6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:20:20.485955 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b499e5ba-40f7-48c8-a477-791640f07e5e req-ed75eba3-ae11-43a9-9b6f-986fc812d6f6 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=09bf69f6abdb4a3083dce101c7984e29&device_id=632bbe0b-9c86-4143-8cc5-baa6f976933d HTTP/1.1" status: 200 len: 1096 time: 0.1211929 Jan 18 17:20:20.487445 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-54b5d61b-24bd-4f64-aefd-db846b591c05 req-107702ec-b66d-4ada-9464-1c8ec7df3e6c service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6a04f358-0e34-4b83-95c6-89f9d87819ae HTTP/1.1" status: 200 len: 217 time: 0.0475793 Jan 18 17:20:20.499959 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-45d6c1d4-3a6b-4136-9f3b-987ac1fe8e47 req-0bc84a47-2681-488b-87d3-6b419237dd43 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785611913804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6115669'] for port (2d3dc88a-594e-446c-8dfc-9fdae6737342), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:20.520380 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0032dad2-ded6-4da1-9f4c-7d35aa47b001 req-bfa59e31-1c80-49ff-8819-ed2f3fe06e5f tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:20:20.521105 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-ddc1d715-019f-4cd4-8076-19b42b67c23e None None] Set router 4b0ae68c-a166-44d6-b7a4-31737395ea44 gateway port host: dv-cinder-733623-11-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 17:20:20.529286 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-0032dad2-ded6-4da1-9f4c-7d35aa47b001 req-bfa59e31-1c80-49ff-8819-ed2f3fe06e5f tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/ports?device_id=632bbe0b-9c86-4143-8cc5-baa6f976933d HTTP/1.1" status: 200 len: 943 time: 0.1043656 Jan 18 17:20:20.591289 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45d6c1d4-3a6b-4136-9f3b-987ac1fe8e47 req-0bc84a47-2681-488b-87d3-6b419237dd43 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Network 6beef8c8-11cd-4aa0-ae20-531a45b1faf5 is already hosted by enough agents. {{(pid=103197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 17:20:20.599893 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.base_scheduler [req-45d6c1d4-3a6b-4136-9f3b-987ac1fe8e47 req-0bc84a47-2681-488b-87d3-6b419237dd43 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Resources bound (agent type, host, resource id): {{(pid=103197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 17:20:20.600758 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b499e5ba-40f7-48c8-a477-791640f07e5e req-288c9b4f-cfb0-44af-b922-e191dc15a00a service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f0b30660-9680-4714-b984-740e50756a13 HTTP/1.1" status: 200 len: 217 time: 0.0946445 Jan 18 17:20:20.615917 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [req-45d6c1d4-3a6b-4136-9f3b-987ac1fe8e47 req-0bc84a47-2681-488b-87d3-6b419237dd43 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Received port after_create {{(pid=103197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 17:20:20.622014 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc84a47-2681-488b-87d3-6b419237dd43 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Pushing event updated for resources: {'Port': ['ID=2d3dc88a-594e-446c-8dfc-9fdae6737342,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:20:20.654314 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b5d61b-24bd-4f64-aefd-db846b591c05 req-da01b4f4-40b9-47db-871f-619a32d86868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:20:20.655763 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-54b5d61b-24bd-4f64-aefd-db846b591c05 req-da01b4f4-40b9-47db-871f-619a32d86868 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=c4b18e1a-148b-4cd9-a5b8-7af1ae242d93 HTTP/1.1" status: 200 len: 848 time: 0.1509645 Jan 18 17:20:20.673253 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-0032dad2-ded6-4da1-9f4c-7d35aa47b001 req-e7b8bf43-1952-4f01-80f3-d09d73f8f6ae tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/security-groups?id=3146ca4f-c802-403d-b3a8-374af26132ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430073 Jan 18 17:20:20.693517 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6299273d-a8a1-4100-9188-ba0ecb26eccc req-53155692-0990-41d0-9b28-f838fa6445f2 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:20:20.695062 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-6299273d-a8a1-4100-9188-ba0ecb26eccc req-53155692-0990-41d0-9b28-f838fa6445f2 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/ports?device_id=2af000e1-f307-4cd1-a83c-b211cd0625d0 HTTP/1.1" status: 200 len: 946 time: 0.1718838 Jan 18 17:20:20.712857 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d6c1d4-3a6b-4136-9f3b-987ac1fe8e47 req-0bc84a47-2681-488b-87d3-6b419237dd43 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:20:20.714313 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-45d6c1d4-3a6b-4136-9f3b-987ac1fe8e47 req-0bc84a47-2681-488b-87d3-6b419237dd43 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1923895'] for port (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:20.746982 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b499e5ba-40f7-48c8-a477-791640f07e5e req-8792b3ab-2f8e-490b-9103-bb63201d9b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:20:20.748486 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b499e5ba-40f7-48c8-a477-791640f07e5e req-8792b3ab-2f8e-490b-9103-bb63201d9b43 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=92e52731-b298-4268-83b9-5cd526153971 HTTP/1.1" status: 200 len: 850 time: 0.1323671 Jan 18 17:20:20.780986 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-ddc1d715-019f-4cd4-8076-19b42b67c23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b0ae68c-a166-44d6-b7a4-31737395ea44', 'name': 'tempest-TestShelveInstance-1417876969-router', 'tenant_id': 'b3741339c9cb4d89942a9d122409b0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'dfa81959-21d8-4e24-bc5b-c4da2dc4b5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:14:17Z', 'updated_at': '2022-01-18T17:14:21Z', 'revision_number': 4, 'project_id': 'b3741339c9cb4d89942a9d122409b0f2', 'gw_port': {'id': 'dfa81959-21d8-4e24-bc5b-c4da2dc4b5e1', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:61:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0ae68c-a166-44d6-b7a4-31737395ea44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:14:17Z', 'updated_at': '2022-01-18T17:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi', '_interfaces': [{'id': '3ffccfcc-8888-4ed9-91ed-c65d10e4599d', 'name': '', 'network_id': '7ff719e7-6189-4b9c-a31a-5e6988ac7e0f', 'tenant_id': 'b3741339c9cb4d89942a9d122409b0f2', 'mac_address': 'fa:16:3e:2f:c8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0ae68c-a166-44d6-b7a4-31737395ea44', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'c4b18e1a-148b-4cd9-a5b8-7af1ae242d93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:14:20Z', 'updated_at': '2022-01-18T17:14:25Z', 'revision_number': 5, 'project_id': 'b3741339c9cb4d89942a9d122409b0f2', 'subnets': [{'id': 'c4b18e1a-148b-4cd9-a5b8-7af1ae242d93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-11-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:20:20.795276 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-45d6c1d4-3a6b-4136-9f3b-987ac1fe8e47 req-0bc84a47-2681-488b-87d3-6b419237dd43 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1105304 Jan 18 17:20:20.799969 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b5d61b-24bd-4f64-aefd-db846b591c05 req-b32a3918-5485-4503-a5a1-efa70ede4023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:20:20.803825 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-54b5d61b-24bd-4f64-aefd-db846b591c05 req-b32a3918-5485-4503-a5a1-efa70ede4023 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=7ff719e7-6189-4b9c-a31a-5e6988ac7e0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1367724 Jan 18 17:20:20.815259 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-6299273d-a8a1-4100-9188-ba0ecb26eccc req-0c8c50d2-7af0-4bcf-b473-bd71848f7fd7 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/security-groups?id=bc955990-e634-496f-b35f-a2b795c30f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982859 Jan 18 17:20:20.818427 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc1d715-019f-4cd4-8076-19b42b67c23e None None] The sync data for ids ['4b0ae68c-a166-44d6-b7a4-31737395ea44'] in dv-cinder-733623-11-iscsi is: [{'id': '4b0ae68c-a166-44d6-b7a4-31737395ea44', 'name': 'tempest-TestShelveInstance-1417876969-router', 'tenant_id': 'b3741339c9cb4d89942a9d122409b0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'dfa81959-21d8-4e24-bc5b-c4da2dc4b5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:14:17Z', 'updated_at': '2022-01-18T17:14:21Z', 'revision_number': 4, 'project_id': 'b3741339c9cb4d89942a9d122409b0f2', 'gw_port': {'id': 'dfa81959-21d8-4e24-bc5b-c4da2dc4b5e1', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:61:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0ae68c-a166-44d6-b7a4-31737395ea44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:14:17Z', 'updated_at': '2022-01-18T17:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi', '_interfaces': [{'id': '3ffccfcc-8888-4ed9-91ed-c65d10e4599d', 'name': '', 'network_id': '7ff719e7-6189-4b9c-a31a-5e6988ac7e0f', 'tenant_id': 'b3741339c9cb4d89942a9d122409b0f2', 'mac_address': 'fa:16:3e:2f:c8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0ae68c-a166-44d6-b7a4-31737395ea44', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'c4b18e1a-148b-4cd9-a5b8-7af1ae242d93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:14:20Z', 'updated_at': '2022-01-18T17:14:25Z', 'revision_number': 5, 'project_id': 'b3741339c9cb4d89942a9d122409b0f2', 'subnets': [{'id': 'c4b18e1a-148b-4cd9-a5b8-7af1ae242d93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 17:20:20.818638 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [req-45d6c1d4-3a6b-4136-9f3b-987ac1fe8e47 req-ae2ed652-437d-4edb-8a0f-a8f054b5b51e service neutron] Request body: {'port': {'device_id': '6ce4ab59-77c4-4fb8-9c59-31aad10050df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:20:20.905021 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-45d6c1d4-3a6b-4136-9f3b-987ac1fe8e47 req-ae2ed652-437d-4edb-8a0f-a8f054b5b51e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (2d3dc88a-594e-446c-8dfc-9fdae6737342), before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:20.906315 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b499e5ba-40f7-48c8-a477-791640f07e5e req-65032601-fbf8-43fa-901c-d694926a882a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:20:20.908005 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b499e5ba-40f7-48c8-a477-791640f07e5e req-65032601-fbf8-43fa-901c-d694926a882a service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=0c17f545-2bb3-4abb-be71-29d5f95f2d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1512625 Jan 18 17:20:20.913291 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-cd328d4c-96ec-4681-96c6-1284460f89d3 None None] Provisioning complete for port 2d3dc88a-594e-446c-8dfc-9fdae6737342 triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:20:20.913669 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-cd328d4c-96ec-4681-96c6-1284460f89d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (2d3dc88a-594e-446c-8dfc-9fdae6737342), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:20.960365 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-cd328d4c-96ec-4681-96c6-1284460f89d3 None None] Port 2d3dc88a-594e-446c-8dfc-9fdae6737342 cannot update to ACTIVE because it is not bound. {{(pid=103198) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 17:20:21.006724 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-54b5d61b-24bd-4f64-aefd-db846b591c05 req-65a66e2e-4b75-437b-8de8-3dc35a4ff3ac service neutron] 10.222.0.105 "GET /v2.0/networks/7ff719e7-6189-4b9c-a31a-5e6988ac7e0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892266 Jan 18 17:20:21.099055 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b499e5ba-40f7-48c8-a477-791640f07e5e req-469fb3c5-b21a-49f3-bc66-16be3bbe0c39 service neutron] 10.222.0.105 "GET /v2.0/networks/0c17f545-2bb3-4abb-be71-29d5f95f2d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824408 Jan 18 17:20:21.123080 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382dac9a-8930-47ff-8e38-e056ed5c98c1 None None] New status for floating IP 50f748d4-e457-4b2b-9642-f91fddaf4774: DOWN {{(pid=103199) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 17:20:21.158044 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13051bce-4012-4db5-8081-d7efec36a465 req-62dbe91b-1c8f-4cb0-842f-9e337cc10715 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:20:21.159581 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-13051bce-4012-4db5-8081-d7efec36a465 req-62dbe91b-1c8f-4cb0-842f-9e337cc10715 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/ports?device_id=6ce4ab59-77c4-4fb8-9c59-31aad10050df HTTP/1.1" status: 200 len: 931 time: 0.1011891 Jan 18 17:20:21.192240 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-54b5d61b-24bd-4f64-aefd-db846b591c05 req-4336304d-aa23-4d1c-b9e3-100d8aab9ae4 service neutron] 10.222.0.105 "GET /v2.0/networks/7ff719e7-6189-4b9c-a31a-5e6988ac7e0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762156 Jan 18 17:20:21.237224 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b499e5ba-40f7-48c8-a477-791640f07e5e req-eb55efb0-534f-4f3a-9fc9-22e7d08ba962 service neutron] 10.222.0.105 "GET /v2.0/networks/0c17f545-2bb3-4abb-be71-29d5f95f2d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275485 Jan 18 17:20:21.241448 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-13051bce-4012-4db5-8081-d7efec36a465 req-e031b5af-9fe5-4a49-8265-8e843600af02 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/security-groups?id=df2658b5-660a-40b6-a6b8-d801bd9f5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713909 Jan 18 17:20:21.296567 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.notifiers.nova [req-45d6c1d4-3a6b-4136-9f3b-987ac1fe8e47 req-ae2ed652-437d-4edb-8a0f-a8f054b5b51e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d3dc88a-594e-446c-8dfc-9fdae6737342 {{(pid=103197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 17:20:21.304270 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-45d6c1d4-3a6b-4136-9f3b-987ac1fe8e47 req-ae2ed652-437d-4edb-8a0f-a8f054b5b51e service neutron] Publish callbacks [] for port (2d3dc88a-594e-446c-8dfc-9fdae6737342), precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:21.316160 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.db.provisioning_blocks [req-45d6c1d4-3a6b-4136-9f3b-987ac1fe8e47 req-ae2ed652-437d-4edb-8a0f-a8f054b5b51e service neutron] Transition to ACTIVE for port object 2d3dc88a-594e-446c-8dfc-9fdae6737342 will not be triggered until provisioned by entity L2. {{(pid=103197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 17:20:21.407375 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-45d6c1d4-3a6b-4136-9f3b-987ac1fe8e47 req-ae2ed652-437d-4edb-8a0f-a8f054b5b51e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6115650'] for port (2d3dc88a-594e-446c-8dfc-9fdae6737342), after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:21.456065 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2ed652-437d-4edb-8a0f-a8f054b5b51e service neutron] Pushing event updated for resources: {'Port': ['ID=2d3dc88a-594e-446c-8dfc-9fdae6737342,revision_number=2']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:20:21.532251 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [req-45d6c1d4-3a6b-4136-9f3b-987ac1fe8e47 req-ae2ed652-437d-4edb-8a0f-a8f054b5b51e service neutron] Attempting to bind port 2d3dc88a-594e-446c-8dfc-9fdae6737342 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 17:20:21.532582 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [req-45d6c1d4-3a6b-4136-9f3b-987ac1fe8e47 req-ae2ed652-437d-4edb-8a0f-a8f054b5b51e service neutron] Attempting to bind port 2d3dc88a-594e-446c-8dfc-9fdae6737342 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '441c74e1-622f-4873-94d6-ea0d90ecf9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '6beef8c8-11cd-4aa0-ae20-531a45b1faf5'}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 17:20:21.532908 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d6c1d4-3a6b-4136-9f3b-987ac1fe8e47 req-ae2ed652-437d-4edb-8a0f-a8f054b5b51e service neutron] Attempting to bind port 2d3dc88a-594e-446c-8dfc-9fdae6737342 on network 6beef8c8-11cd-4aa0-ae20-531a45b1faf5 {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 17:20:21.537602 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d6c1d4-3a6b-4136-9f3b-987ac1fe8e47 req-ae2ed652-437d-4edb-8a0f-a8f054b5b51e service neutron] Port 2d3dc88a-594e-446c-8dfc-9fdae6737342 on network 6beef8c8-11cd-4aa0-ae20-531a45b1faf5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 17:20:21.537925 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d6c1d4-3a6b-4136-9f3b-987ac1fe8e47 req-ae2ed652-437d-4edb-8a0f-a8f054b5b51e service neutron] Attempting to bind port 2d3dc88a-594e-446c-8dfc-9fdae6737342 on network 6beef8c8-11cd-4aa0-ae20-531a45b1faf5 {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 17:20:21.543397 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d6c1d4-3a6b-4136-9f3b-987ac1fe8e47 req-ae2ed652-437d-4edb-8a0f-a8f054b5b51e service neutron] Checking agent: {'id': 'e727efee-c94b-447a-9897-92f425521d05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 17, 11, 11), 'started_at': datetime.datetime(2022, 1, 18, 17, 11, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 17, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 17:20:21.543977 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d6c1d4-3a6b-4136-9f3b-987ac1fe8e47 req-ae2ed652-437d-4edb-8a0f-a8f054b5b51e service neutron] Checking segment: {'id': '441c74e1-622f-4873-94d6-ea0d90ecf9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '6beef8c8-11cd-4aa0-ae20-531a45b1faf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 17:20:21.544369 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d6c1d4-3a6b-4136-9f3b-987ac1fe8e47 req-ae2ed652-437d-4edb-8a0f-a8f054b5b51e service neutron] Bound using segment: {'id': '441c74e1-622f-4873-94d6-ea0d90ecf9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '6beef8c8-11cd-4aa0-ae20-531a45b1faf5'} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 17:20:21.544804 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [req-45d6c1d4-3a6b-4136-9f3b-987ac1fe8e47 req-ae2ed652-437d-4edb-8a0f-a8f054b5b51e service neutron] Bound port: 2d3dc88a-594e-446c-8dfc-9fdae6737342, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '441c74e1-622f-4873-94d6-ea0d90ecf9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '6beef8c8-11cd-4aa0-ae20-531a45b1faf5'}}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 17:20:21.545164 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-45d6c1d4-3a6b-4136-9f3b-987ac1fe8e47 req-ae2ed652-437d-4edb-8a0f-a8f054b5b51e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (2d3dc88a-594e-446c-8dfc-9fdae6737342), before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:21.616215 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.db [req-45d6c1d4-3a6b-4136-9f3b-987ac1fe8e47 req-ae2ed652-437d-4edb-8a0f-a8f054b5b51e service neutron] For port 2d3dc88a-594e-446c-8dfc-9fdae6737342, host hv-cinder-73362, cleared binding levels {{(pid=103197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 17:20:21.620805 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.db [req-45d6c1d4-3a6b-4136-9f3b-987ac1fe8e47 req-ae2ed652-437d-4edb-8a0f-a8f054b5b51e service neutron] For port 2d3dc88a-594e-446c-8dfc-9fdae6737342, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=2d3dc88a-594e-446c-8dfc-9fdae6737342,segment=NetworkSegment(441c74e1-622f-4873-94d6-ea0d90ecf9ee),segment_id=441c74e1-622f-4873-94d6-ea0d90ecf9ee)] {{(pid=103197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 17:20:21.728778 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-45d6c1d4-3a6b-4136-9f3b-987ac1fe8e47 req-ae2ed652-437d-4edb-8a0f-a8f054b5b51e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6115650'] for port (2d3dc88a-594e-446c-8dfc-9fdae6737342), after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:21.768298 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d6c1d4-3a6b-4136-9f3b-987ac1fe8e47 req-ae2ed652-437d-4edb-8a0f-a8f054b5b51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:20:21.768925 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-45d6c1d4-3a6b-4136-9f3b-987ac1fe8e47 req-ae2ed652-437d-4edb-8a0f-a8f054b5b51e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1923895'] for port (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:21.770326 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-45d6c1d4-3a6b-4136-9f3b-987ac1fe8e47 req-ae2ed652-437d-4edb-8a0f-a8f054b5b51e service neutron] 10.222.0.105 "PUT /v2.0/ports/2d3dc88a-594e-446c-8dfc-9fdae6737342 HTTP/1.1" status: 200 len: 1093 time: 0.9573603 Jan 18 17:20:21.770801 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ce4ab59-77c4-4fb8-9c59-31aad10050df', 'tag': '2d3dc88a-594e-446c-8dfc-9fdae6737342'}] {{(pid=103197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 17:20:21.773171 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3aa228331c825044a8c5a816f7450a712b29f1505f8362b46ccab27415aa536" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-047387cb-1a8f-4722-9670-bcdaed221384" -d '{"events": [{"name": "network-changed", "server_uuid": "6ce4ab59-77c4-4fb8-9c59-31aad10050df", "tag": "2d3dc88a-594e-446c-8dfc-9fdae6737342"}]}' {{(pid=103197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 17:20:21.803917 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b684ea08-82ab-4692-b2d5-99414a23589e req-2e167ad5-aa47-4825-aaf1-b555e207c2d0 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:20:21.805563 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2ed652-437d-4edb-8a0f-a8f054b5b51e service neutron] Pushing event updated for resources: {'Port': ['ID=2d3dc88a-594e-446c-8dfc-9fdae6737342,revision_number=3']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:20:21.808507 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b684ea08-82ab-4692-b2d5-99414a23589e req-2e167ad5-aa47-4825-aaf1-b555e207c2d0 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/ports?device_id=632bbe0b-9c86-4143-8cc5-baa6f976933d HTTP/1.1" status: 200 len: 943 time: 0.0668778 Jan 18 17:20:21.816717 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 17:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-135f7fb8-9774-42fc-be68-c243bd418f72 x-openstack-request-id: req-135f7fb8-9774-42fc-be68-c243bd418f72 {{(pid=103197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 17:20:21.817008 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ce4ab59-77c4-4fb8-9c59-31aad10050df", "tag": "2d3dc88a-594e-446c-8dfc-9fdae6737342", "status": "completed", "code": 200}]} {{(pid=103197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 17:20:21.817374 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-135f7fb8-9774-42fc-be68-c243bd418f72 {{(pid=103197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 17:20:21.818202 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ce4ab59-77c4-4fb8-9c59-31aad10050df', 'tag': '2d3dc88a-594e-446c-8dfc-9fdae6737342', 'status': 'completed', 'code': 200} Jan 18 17:20:21.903551 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047387cb-1a8f-4722-9670-bcdaed221384 req-2b1ddac1-456b-4c7a-9793-4d13431af4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:20:21.905928 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-047387cb-1a8f-4722-9670-bcdaed221384 req-2b1ddac1-456b-4c7a-9793-4d13431af4f1 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=e39431ed93ab40b3bd3a181b2afcac3d&device_id=6ce4ab59-77c4-4fb8-9c59-31aad10050df HTTP/1.1" status: 200 len: 1096 time: 0.0668406 Jan 18 17:20:21.907705 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b684ea08-82ab-4692-b2d5-99414a23589e req-8a73f529-f10b-4986-b01f-c768546ca4b5 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/security-groups?id=3146ca4f-c802-403d-b3a8-374af26132ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899310 Jan 18 17:20:22.022273 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb750d-3ed7-49c8-9aed-2b4162f60c87 req-66cb7f08-ff4f-4a37-8b37-6f53a90cba6c tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:20:22.023915 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-25eb750d-3ed7-49c8-9aed-2b4162f60c87 req-66cb7f08-ff4f-4a37-8b37-6f53a90cba6c tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/ports?device_id=2af000e1-f307-4cd1-a83c-b211cd0625d0 HTTP/1.1" status: 200 len: 946 time: 0.1154416 Jan 18 17:20:22.068925 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047387cb-1a8f-4722-9670-bcdaed221384 req-6513011b-2f9d-4c73-a63e-f9da5cb798af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:20:22.070358 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-047387cb-1a8f-4722-9670-bcdaed221384 req-6513011b-2f9d-4c73-a63e-f9da5cb798af service neutron] 10.222.0.105 "GET /v2.0/networks?tenant_id=e39431ed93ab40b3bd3a181b2afcac3d&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1471679 Jan 18 17:20:22.070934 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddb0921-d400-470f-8175-491c93d9c34d req-dab1e806-8788-47aa-bfe0-6ab423519e2a tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:20:22.073203 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-6ddb0921-d400-470f-8175-491c93d9c34d req-dab1e806-8788-47aa-bfe0-6ab423519e2a tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.105 "GET /v2.0/ports?device_id=2af000e1-f307-4cd1-a83c-b211cd0625d0 HTTP/1.1" status: 200 len: 946 time: 0.0497906 Jan 18 17:20:22.073677 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '632bbe0b-9c86-4143-8cc5-baa6f976933d', 'tag': 'f0b30660-9680-4714-b984-740e50756a13'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 17:20:22.075940 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dae96983658fa47cc55ad2b43631f290e6eb934f25c74fb238f11dfd9473403c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-353f348d-7326-4c5d-aed5-3c1b5cfe7191" -d '{"events": [{"name": "network-changed", "server_uuid": "632bbe0b-9c86-4143-8cc5-baa6f976933d", "tag": "f0b30660-9680-4714-b984-740e50756a13"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 17:20:22.113165 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 17:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a13a47b7-f562-4016-912b-2a869564e2f8 x-openstack-request-id: req-a13a47b7-f562-4016-912b-2a869564e2f8 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 17:20:22.113589 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "632bbe0b-9c86-4143-8cc5-baa6f976933d", "tag": "f0b30660-9680-4714-b984-740e50756a13", "status": "completed", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 17:20:22.113842 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-a13a47b7-f562-4016-912b-2a869564e2f8 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 17:20:22.114234 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '632bbe0b-9c86-4143-8cc5-baa6f976933d', 'tag': 'f0b30660-9680-4714-b984-740e50756a13', 'status': 'completed', 'code': 200} Jan 18 17:20:22.114613 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-25eb750d-3ed7-49c8-9aed-2b4162f60c87 req-4975ceb9-09fd-4083-b933-34c5cd09d15d tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/security-groups?id=bc955990-e634-496f-b35f-a2b795c30f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849540 Jan 18 17:20:22.203842 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353f348d-7326-4c5d-aed5-3c1b5cfe7191 req-dd161673-1b27-4bf5-bd98-5ba55483d211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:20:22.205388 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-353f348d-7326-4c5d-aed5-3c1b5cfe7191 req-dd161673-1b27-4bf5-bd98-5ba55483d211 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=09bf69f6abdb4a3083dce101c7984e29&device_id=632bbe0b-9c86-4143-8cc5-baa6f976933d HTTP/1.1" status: 200 len: 1096 time: 0.0601680 Jan 18 17:20:22.214871 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [req-6ddb0921-d400-470f-8175-491c93d9c34d req-96d8705a-2596-4c09-9364-c9f629517aca tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Deleting port 6a04f358-0e34-4b83-95c6-89f9d87819ae {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 17:20:22.215143 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-6ddb0921-d400-470f-8175-491c93d9c34d req-96d8705a-2596-4c09-9364-c9f629517aca tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785612421596'] for port (6a04f358-0e34-4b83-95c6-89f9d87819ae), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:22.466748 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047387cb-1a8f-4722-9670-bcdaed221384 req-b644ce2a-9825-4525-99d8-1c08ebb542cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:20:22.468173 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-047387cb-1a8f-4722-9670-bcdaed221384 req-b644ce2a-9825-4525-99d8-1c08ebb542cd service neutron] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3864872 Jan 18 17:20:22.549042 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d6c1d4-3a6b-4136-9f3b-987ac1fe8e47 req-973ab277-8cbf-4870-a2eb-6cc325928b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:20:22.550532 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-45d6c1d4-3a6b-4136-9f3b-987ac1fe8e47 req-973ab277-8cbf-4870-a2eb-6cc325928b26 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=e39431ed93ab40b3bd3a181b2afcac3d&device_id=6ce4ab59-77c4-4fb8-9c59-31aad10050df HTTP/1.1" status: 200 len: 1096 time: 0.0419083 Jan 18 17:20:22.596365 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-45d6c1d4-3a6b-4136-9f3b-987ac1fe8e47 req-2cd21e39-3bb2-4394-812f-3b2d761ef7b6 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d3dc88a-594e-446c-8dfc-9fdae6737342 HTTP/1.1" status: 200 len: 217 time: 0.0381594 Jan 18 17:20:22.656062 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d6c1d4-3a6b-4136-9f3b-987ac1fe8e47 req-dc0f54b5-7914-48f8-9312-8482a8fcadb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:20:22.657817 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-45d6c1d4-3a6b-4136-9f3b-987ac1fe8e47 req-dc0f54b5-7914-48f8-9312-8482a8fcadb4 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=db7edcea-cc0c-4f91-8652-8431bf22b201 HTTP/1.1" status: 200 len: 849 time: 0.0554965 Jan 18 17:20:22.682629 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [req-6ddb0921-d400-470f-8175-491c93d9c34d req-96d8705a-2596-4c09-9364-c9f629517aca tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] For port 6a04f358-0e34-4b83-95c6-89f9d87819ae, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=6a04f358-0e34-4b83-95c6-89f9d87819ae,segment=NetworkSegment(101eb4c4-aa78-4dfb-87e6-67db945b8efe),segment_id=101eb4c4-aa78-4dfb-87e6-67db945b8efe)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:20:22.683008 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-6ddb0921-d400-470f-8175-491c93d9c34d req-96d8705a-2596-4c09-9364-c9f629517aca tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653228'] for port (6a04f358-0e34-4b83-95c6-89f9d87819ae), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:22.692630 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3292cdd6-1b32-4ad7-8c95-13f3d599cd5a req-d7999762-c6cf-4a96-8ed2-cb796b1f97d3 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:20:22.694415 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-3292cdd6-1b32-4ad7-8c95-13f3d599cd5a req-d7999762-c6cf-4a96-8ed2-cb796b1f97d3 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/ports?device_id=6ce4ab59-77c4-4fb8-9c59-31aad10050df HTTP/1.1" status: 200 len: 943 time: 0.1206210 Jan 18 17:20:22.700797 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353f348d-7326-4c5d-aed5-3c1b5cfe7191 req-32759cb7-85fb-44ec-9479-6d40c88dadda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:20:22.702305 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-353f348d-7326-4c5d-aed5-3c1b5cfe7191 req-32759cb7-85fb-44ec-9479-6d40c88dadda service neutron] 10.222.0.105 "GET /v2.0/networks?id=0c17f545-2bb3-4abb-be71-29d5f95f2d88 HTTP/1.1" status: 200 len: 912 time: 0.4840269 Jan 18 17:20:22.711389 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d6c1d4-3a6b-4136-9f3b-987ac1fe8e47 req-cdf7b069-6bef-4b8c-8e5b-d4fa2ec4ce34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:20:22.714253 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-45d6c1d4-3a6b-4136-9f3b-987ac1fe8e47 req-cdf7b069-6bef-4b8c-8e5b-d4fa2ec4ce34 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=6beef8c8-11cd-4aa0-ae20-531a45b1faf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0486686 Jan 18 17:20:22.719540 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [req-6ddb0921-d400-470f-8175-491c93d9c34d req-96d8705a-2596-4c09-9364-c9f629517aca tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Calling delete_port for 6a04f358-0e34-4b83-95c6-89f9d87819ae owned by compute:nova {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 17:20:22.764749 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-353f348d-7326-4c5d-aed5-3c1b5cfe7191 req-cfa3e5fe-7c8f-4df2-b0b3-dffa04e21c61 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f0b30660-9680-4714-b984-740e50756a13 HTTP/1.1" status: 200 len: 217 time: 0.0554245 Jan 18 17:20:22.807399 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-45d6c1d4-3a6b-4136-9f3b-987ac1fe8e47 req-3a16fbd5-9898-4c90-86c4-bfccc8a0a6fc service neutron] 10.222.0.105 "GET /v2.0/networks/6beef8c8-11cd-4aa0-ae20-531a45b1faf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873709 Jan 18 17:20:22.864925 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-3292cdd6-1b32-4ad7-8c95-13f3d599cd5a req-4ed13e79-40fc-4bfd-912c-abbe2e8f9c2b tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/security-groups?id=df2658b5-660a-40b6-a6b8-d801bd9f5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1601765 Jan 18 17:20:22.896079 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353f348d-7326-4c5d-aed5-3c1b5cfe7191 req-7a94fa55-e813-4d08-bdd8-b17909077133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:20:22.897545 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-353f348d-7326-4c5d-aed5-3c1b5cfe7191 req-7a94fa55-e813-4d08-bdd8-b17909077133 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=92e52731-b298-4268-83b9-5cd526153971 HTTP/1.1" status: 200 len: 850 time: 0.1252949 Jan 18 17:20:22.900352 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-45d6c1d4-3a6b-4136-9f3b-987ac1fe8e47 req-bb12f049-ef4e-4525-b1dc-038be42fd112 service neutron] 10.222.0.105 "GET /v2.0/networks/6beef8c8-11cd-4aa0-ae20-531a45b1faf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871301 Jan 18 17:20:22.984265 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353f348d-7326-4c5d-aed5-3c1b5cfe7191 req-3ef43343-30c9-47dc-8a2d-4232f7d6d5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:20:22.985675 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-353f348d-7326-4c5d-aed5-3c1b5cfe7191 req-3ef43343-30c9-47dc-8a2d-4232f7d6d5cd service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=0c17f545-2bb3-4abb-be71-29d5f95f2d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0789816 Jan 18 17:20:23.028281 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7efb542-cfc0-4d93-9fb2-537abe789dea req-4aa46bcc-c1d4-4619-abd3-481a76660dde tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:20:23.029780 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-e7efb542-cfc0-4d93-9fb2-537abe789dea req-4aa46bcc-c1d4-4619-abd3-481a76660dde tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/ports?device_id=632bbe0b-9c86-4143-8cc5-baa6f976933d HTTP/1.1" status: 200 len: 943 time: 0.0525916 Jan 18 17:20:23.046191 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-6ddb0921-d400-470f-8175-491c93d9c34d req-96d8705a-2596-4c09-9364-c9f629517aca tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785612430192', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785611913813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4300409'] for port (6a04f358-0e34-4b83-95c6-89f9d87819ae), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:23.083933 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-e7efb542-cfc0-4d93-9fb2-537abe789dea req-6f897e19-def7-47bd-945f-f962288f635e tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/security-groups?id=3146ca4f-c802-403d-b3a8-374af26132ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476160 Jan 18 17:20:23.084348 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d8705a-2596-4c09-9364-c9f629517aca tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Pushing event deleted for resources: {'Port': ['ID=6a04f358-0e34-4b83-95c6-89f9d87819ae,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:20:23.122828 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d8705a-2596-4c09-9364-c9f629517aca tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:20:23.126453 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d8705a-2596-4c09-9364-c9f629517aca tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:20:23.126453 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d8705a-2596-4c09-9364-c9f629517aca tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:20:23.126453 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d8705a-2596-4c09-9364-c9f629517aca tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:20:23.126453 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d8705a-2596-4c09-9364-c9f629517aca tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:20:23.126453 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d8705a-2596-4c09-9364-c9f629517aca tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:20:23.126453 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d8705a-2596-4c09-9364-c9f629517aca tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:20:23.126453 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d8705a-2596-4c09-9364-c9f629517aca tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:20:23.126453 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d8705a-2596-4c09-9364-c9f629517aca tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:20:23.126453 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d8705a-2596-4c09-9364-c9f629517aca tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:20:23.126453 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d8705a-2596-4c09-9364-c9f629517aca tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:20:23.126453 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d8705a-2596-4c09-9364-c9f629517aca tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:20:23.127600 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d8705a-2596-4c09-9364-c9f629517aca tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:20:23.151758 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ddb0921-d400-470f-8175-491c93d9c34d req-96d8705a-2596-4c09-9364-c9f629517aca tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] No DVR routers for this DVR port 6a04f358-0e34-4b83-95c6-89f9d87819ae on host hv-cinder-73362 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 17:20:23.155332 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-6ddb0921-d400-470f-8175-491c93d9c34d req-96d8705a-2596-4c09-9364-c9f629517aca tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1923895'] for port (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:23.158666 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-6ddb0921-d400-470f-8175-491c93d9c34d req-96d8705a-2596-4c09-9364-c9f629517aca tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.105 "DELETE /v2.0/ports/6a04f358-0e34-4b83-95c6-89f9d87819ae HTTP/1.1" status: 204 len: 173 time: 1.0791111 Jan 18 17:20:23.162236 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-353f348d-7326-4c5d-aed5-3c1b5cfe7191 req-440a2012-e0e4-492c-94b9-f6605299c095 service neutron] 10.222.0.105 "GET /v2.0/networks/0c17f545-2bb3-4abb-be71-29d5f95f2d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705790 Jan 18 17:20:23.248929 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-05dac19d-073c-4259-a255-8f470b780af0 req-bbc7a1f0-40a1-4a78-9cce-ecb3edfccadb tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/ports?device_id=2af000e1-f307-4cd1-a83c-b211cd0625d0 HTTP/1.1" status: 200 len: 210 time: 0.0327785 Jan 18 17:20:23.282196 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-353f348d-7326-4c5d-aed5-3c1b5cfe7191 req-25d9e2ed-6dda-4985-b6ed-0545321dcc70 service neutron] 10.222.0.105 "GET /v2.0/networks/0c17f545-2bb3-4abb-be71-29d5f95f2d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137304 Jan 18 17:20:23.983206 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d004f2b5-414b-490e-9bc9-868b9790b210 req-78df8ae0-3131-49dd-9fa9-f21c03014aa9 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:20:23.984699 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-d004f2b5-414b-490e-9bc9-868b9790b210 req-78df8ae0-3131-49dd-9fa9-f21c03014aa9 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/ports?device_id=6ce4ab59-77c4-4fb8-9c59-31aad10050df HTTP/1.1" status: 200 len: 943 time: 0.0524890 Jan 18 17:20:24.031840 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-d004f2b5-414b-490e-9bc9-868b9790b210 req-37b75a08-1265-4470-867c-e62948548e97 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/security-groups?id=df2658b5-660a-40b6-a6b8-d801bd9f5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415578 Jan 18 17:20:24.115239 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2af000e1-f307-4cd1-a83c-b211cd0625d0', 'name': 'network-vif-deleted', 'tag': '6a04f358-0e34-4b83-95c6-89f9d87819ae'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 17:20:24.118021 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dae96983658fa47cc55ad2b43631f290e6eb934f25c74fb238f11dfd9473403c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c2b0987-26e3-43ae-beab-5827c67e398c" -d '{"events": [{"server_uuid": "2af000e1-f307-4cd1-a83c-b211cd0625d0", "name": "network-vif-deleted", "tag": "6a04f358-0e34-4b83-95c6-89f9d87819ae"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 17:20:24.163921 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 17:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-015e69c5-c404-4aac-ae7b-a384de9cfc40 x-openstack-request-id: req-015e69c5-c404-4aac-ae7b-a384de9cfc40 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 17:20:24.164215 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2af000e1-f307-4cd1-a83c-b211cd0625d0", "name": "network-vif-deleted", "tag": "6a04f358-0e34-4b83-95c6-89f9d87819ae", "status": "completed", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 17:20:24.164469 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-015e69c5-c404-4aac-ae7b-a384de9cfc40 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 17:20:24.164880 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2af000e1-f307-4cd1-a83c-b211cd0625d0', 'name': 'network-vif-deleted', 'tag': '6a04f358-0e34-4b83-95c6-89f9d87819ae', 'status': 'completed', 'code': 200} Jan 18 17:20:24.219467 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d9c68d-aa3a-41a0-a387-892ca679a079 req-0b1b8aa9-ceea-42c8-a5b9-760bfc85ab31 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:20:24.220973 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-79d9c68d-aa3a-41a0-a387-892ca679a079 req-0b1b8aa9-ceea-42c8-a5b9-760bfc85ab31 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/ports?device_id=632bbe0b-9c86-4143-8cc5-baa6f976933d HTTP/1.1" status: 200 len: 943 time: 0.0552552 Jan 18 17:20:24.273390 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-79d9c68d-aa3a-41a0-a387-892ca679a079 req-501d0660-e302-4c3d-9f48-bd07f197070e tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/security-groups?id=3146ca4f-c802-403d-b3a8-374af26132ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465536 Jan 18 17:20:24.362031 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-1013fbee-c8b8-48da-b7ca-1d5f31f856f5 req-2bfd5cf5-3567-4896-8bbe-4caf1718f25e tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "GET /v2.0/ports?device_id=2af000e1-f307-4cd1-a83c-b211cd0625d0 HTTP/1.1" status: 200 len: 210 time: 0.0263276 Jan 18 17:20:25.148406 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a4d224-e015-4f26-b56b-3333dc23fce8 req-787f0cdc-ea38-455d-860e-ead5587a1079 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:20:25.150515 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-63a4d224-e015-4f26-b56b-3333dc23fce8 req-787f0cdc-ea38-455d-860e-ead5587a1079 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/ports?device_id=6ce4ab59-77c4-4fb8-9c59-31aad10050df HTTP/1.1" status: 200 len: 943 time: 0.0529432 Jan 18 17:20:25.196833 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-63a4d224-e015-4f26-b56b-3333dc23fce8 req-d3b8a378-4645-4dfb-8c58-1007de1376f2 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/security-groups?id=df2658b5-660a-40b6-a6b8-d801bd9f5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407476 Jan 18 17:20:25.388628 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c5c41-184f-4ea0-bb2d-e2f1c2c95cd4 req-0912b3f6-0745-4a1f-8123-180f70c51073 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:20:25.390154 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-dd5c5c41-184f-4ea0-bb2d-e2f1c2c95cd4 req-0912b3f6-0745-4a1f-8123-180f70c51073 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/ports?device_id=632bbe0b-9c86-4143-8cc5-baa6f976933d HTTP/1.1" status: 200 len: 943 time: 0.0498676 Jan 18 17:20:25.418288 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 59452) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:20:25.441994 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-dd5c5c41-184f-4ea0-bb2d-e2f1c2c95cd4 req-17ec51f4-c712-4067-b8df-930ee633f68f tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/security-groups?id=3146ca4f-c802-403d-b3a8-374af26132ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459273 Jan 18 17:20:25.475860 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-bed7aac6-be26-4b30-9c7b-f7e6240fb6f8 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Publish callbacks [] for security_group (bc955990-e634-496f-b35f-a2b795c30f14), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:25.500818 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-bed7aac6-be26-4b30-9c7b-f7e6240fb6f8 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Publish callbacks [] for security_group (bc955990-e634-496f-b35f-a2b795c30f14), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:25.630328 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-bed7aac6-be26-4b30-9c7b-f7e6240fb6f8 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (bc955990-e634-496f-b35f-a2b795c30f14), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:25.633048 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-bed7aac6-be26-4b30-9c7b-f7e6240fb6f8 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:25.635445 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-bed7aac6-be26-4b30-9c7b-f7e6240fb6f8 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] 10.222.0.100 "DELETE /v2.0/security-groups/bc955990-e634-496f-b35f-a2b795c30f14 HTTP/1.1" status: 204 len: 168 time: 0.2155030 Jan 18 17:20:25.645485 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed7aac6-be26-4b30-9c7b-f7e6240fb6f8 tempest-TestShelveInstance-437663976 tempest-TestShelveInstance-437663976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc955990-e634-496f-b35f-a2b795c30f14,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:20:25.663238 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Device 2d3dc88a-594e-446c-8dfc-9fdae6737342 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=103198) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 17:20:25.668984 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Device 6a04f358-0e34-4b83-95c6-89f9d87819ae no longer exists at agent hyperv_hv-cinder-73362 {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 17:20:25.701601 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] No Port match for: 6a04f358-0e34-4b83-95c6-89f9d87819ae {{(pid=103198) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 17:20:25.701940 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Device 6a04f358-0e34-4b83-95c6-89f9d87819ae not bound to the agent host hv-cinder-73362 {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 17:20:25.791342 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] For port 2d3dc88a-594e-446c-8dfc-9fdae6737342, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=2d3dc88a-594e-446c-8dfc-9fdae6737342,segment=NetworkSegment(441c74e1-622f-4873-94d6-ea0d90ecf9ee),segment_id=441c74e1-622f-4873-94d6-ea0d90ecf9ee)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:20:25.803826 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Returning: {'device': '2d3dc88a-594e-446c-8dfc-9fdae6737342', 'network_id': '6beef8c8-11cd-4aa0-ae20-531a45b1faf5', 'port_id': '2d3dc88a-594e-446c-8dfc-9fdae6737342', 'mac_address': 'fa:16:3e:43:50:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db7edcea-cc0c-4f91-8652-8431bf22b201', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103198) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 17:20:25.815565 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 59456) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:20:25.847674 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Current status of the port 2d3dc88a-594e-446c-8dfc-9fdae6737342 is: DOWN; New status is: BUILD {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:20:25.848075 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (2d3dc88a-594e-446c-8dfc-9fdae6737342), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:25.861508 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d3dc88a-594e-446c-8dfc-9fdae6737342 {{(pid=103198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 17:20:25.873793 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-4195811a-2b2c-481c-9b35-fe853ef0a7cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (1e8d2d8a-92ca-4025-a540-71c8151dbccf), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:25.882875 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] For port 2d3dc88a-594e-446c-8dfc-9fdae6737342, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=2d3dc88a-594e-446c-8dfc-9fdae6737342,segment=NetworkSegment(441c74e1-622f-4873-94d6-ea0d90ecf9ee),segment_id=441c74e1-622f-4873-94d6-ea0d90ecf9ee)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:20:25.990512 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (2d3dc88a-594e-446c-8dfc-9fdae6737342), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:26.037115 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Pushing event updated for resources: {'Port': ['ID=2d3dc88a-594e-446c-8dfc-9fdae6737342,revision_number=4']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:20:26.210704 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] get_ports_and_sgs() called for port_ids ['2d3dc88a-594e-446c-8dfc-9fdae6737342'] {{(pid=103198) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 17:20:26.289605 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-74362f50-3421-4119-93cb-d6e5b8f50bca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647695'] for router_interface (4b0ae68c-a166-44d6-b7a4-31737395ea44), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:26.353836 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b1d360-ed8e-4d1e-93db-4142225c1e88 req-16dae240-9a21-4c07-babc-9abd9eb67692 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:20:26.360982 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-04b1d360-ed8e-4d1e-93db-4142225c1e88 req-16dae240-9a21-4c07-babc-9abd9eb67692 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/ports?device_id=6ce4ab59-77c4-4fb8-9c59-31aad10050df HTTP/1.1" status: 200 len: 944 time: 0.0715189 Jan 18 17:20:26.404539 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-04b1d360-ed8e-4d1e-93db-4142225c1e88 req-5191b993-ff19-4bf0-809c-3fc0e2e80ad9 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/security-groups?id=df2658b5-660a-40b6-a6b8-d801bd9f5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427041 Jan 18 17:20:26.586917 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c27c0f-7115-421d-a0d4-5c81c242a564 req-f6306868-341f-49cb-9fed-d71d2fd34274 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:20:26.589468 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-94c27c0f-7115-421d-a0d4-5c81c242a564 req-f6306868-341f-49cb-9fed-d71d2fd34274 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/ports?device_id=632bbe0b-9c86-4143-8cc5-baa6f976933d HTTP/1.1" status: 200 len: 943 time: 0.0621109 Jan 18 17:20:26.593952 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-74362f50-3421-4119-93cb-d6e5b8f50bca admin admin] Deleting port 3ffccfcc-8888-4ed9-91ed-c65d10e4599d {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 17:20:26.594294 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-74362f50-3421-4119-93cb-d6e5b8f50bca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785612421596'] for port (3ffccfcc-8888-4ed9-91ed-c65d10e4599d), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:26.698766 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-94c27c0f-7115-421d-a0d4-5c81c242a564 req-14cdeab3-e51d-4329-8f51-0004bf7678fe tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/security-groups?id=3146ca4f-c802-403d-b3a8-374af26132ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017408 Jan 18 17:20:26.716262 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-74362f50-3421-4119-93cb-d6e5b8f50bca admin admin] For port 3ffccfcc-8888-4ed9-91ed-c65d10e4599d, host dv-cinder-733623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-11-iscsi',level=0,port_id=3ffccfcc-8888-4ed9-91ed-c65d10e4599d,segment=NetworkSegment(101eb4c4-aa78-4dfb-87e6-67db945b8efe),segment_id=101eb4c4-aa78-4dfb-87e6-67db945b8efe)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:20:26.716631 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-74362f50-3421-4119-93cb-d6e5b8f50bca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653228'] for port (3ffccfcc-8888-4ed9-91ed-c65d10e4599d), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:26.730704 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-74362f50-3421-4119-93cb-d6e5b8f50bca admin admin] Calling delete_port for 3ffccfcc-8888-4ed9-91ed-c65d10e4599d owned by network:router_interface {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 17:20:26.956117 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-74362f50-3421-4119-93cb-d6e5b8f50bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785612430192', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785611913813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4300409'] for port (3ffccfcc-8888-4ed9-91ed-c65d10e4599d), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:26.980365 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74362f50-3421-4119-93cb-d6e5b8f50bca admin admin] Pushing event deleted for resources: {'Port': ['ID=3ffccfcc-8888-4ed9-91ed-c65d10e4599d,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:20:27.153642 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-74362f50-3421-4119-93cb-d6e5b8f50bca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646559'] for router_interface (4b0ae68c-a166-44d6-b7a4-31737395ea44), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:27.368134 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74362f50-3421-4119-93cb-d6e5b8f50bca admin admin] Router 4b0ae68c-a166-44d6-b7a4-31737395ea44 has already been hosted by L3 agent 34860b7f-7c9d-4265-9a0a-1b9bd2e1622e {{(pid=103196) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 17:20:27.478652 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74362f50-3421-4119-93cb-d6e5b8f50bca admin admin] Notify agent at l3_agent.dv-cinder-733623-11-iscsi the message routers_updated {{(pid=103196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 17:20:27.485887 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-74362f50-3421-4119-93cb-d6e5b8f50bca admin admin] 10.222.0.100 "PUT /v2.0/routers/4b0ae68c-a166-44d6-b7a4-31737395ea44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6670151 Jan 18 17:20:27.486225 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 59466) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:20:27.489689 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fee8d74-2564-4d7f-9793-1a3673edfc16 None None] Sync routers for ids ['4b0ae68c-a166-44d6-b7a4-31737395ea44'] in dv-cinder-733623-11-iscsi {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 17:20:27.501144 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fee8d74-2564-4d7f-9793-1a3673edfc16 None None] Routers {'4b0ae68c-a166-44d6-b7a4-31737395ea44'} bound to L3 agent in host dv-cinder-733623-11-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 17:20:27.502677 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-5fee8d74-2564-4d7f-9793-1a3673edfc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T17:04:58Z,description=,heartbeat_timestamp=2022-01-18T17:19:58Z,host='dv-cinder-733623-11-iscsi',id=34860b7f-7c9d-4265-9a0a-1b9bd2e1622e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T17:04:59Z,topic='l3_agent')) {'router_ids': ['4b0ae68c-a166-44d6-b7a4-31737395ea44'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:20:27.523437 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70475265-6f54-41ee-8b4f-fcc6aa63ca4a req-c742b40a-0daf-4197-87bf-c9c732ac3fa9 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:20:27.526680 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-70475265-6f54-41ee-8b4f-fcc6aa63ca4a req-c742b40a-0daf-4197-87bf-c9c732ac3fa9 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/ports?device_id=6ce4ab59-77c4-4fb8-9c59-31aad10050df HTTP/1.1" status: 200 len: 944 time: 0.0534244 Jan 18 17:20:27.577505 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-70475265-6f54-41ee-8b4f-fcc6aa63ca4a req-19cab4eb-cf37-476f-ab3f-0cfa7dbe3edb tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/security-groups?id=df2658b5-660a-40b6-a6b8-d801bd9f5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469427 Jan 18 17:20:27.607655 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-aca8b3f7-3cd1-46e7-b7ec-3614d1ad1026 admin admin] Publish callbacks [] for router (4b0ae68c-a166-44d6-b7a4-31737395ea44), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:27.715334 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-aca8b3f7-3cd1-46e7-b7ec-3614d1ad1026 admin admin] Publish callbacks [] for router_gateway (4b0ae68c-a166-44d6-b7a4-31737395ea44), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:27.720021 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Device 2d3dc88a-594e-446c-8dfc-9fdae6737342 up at agent hyperv_hv-cinder-73362 {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 17:20:27.776969 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-5fee8d74-2564-4d7f-9793-1a3673edfc16 None None] Set router 4b0ae68c-a166-44d6-b7a4-31737395ea44 gateway port host: dv-cinder-733623-11-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 17:20:27.842464 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b6d0d2-1836-447c-94d3-a9448f269443 req-4945b0e4-94b9-4c97-88e6-ae679b5f1cd2 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:20:27.844026 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-d8b6d0d2-1836-447c-94d3-a9448f269443 req-4945b0e4-94b9-4c97-88e6-ae679b5f1cd2 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/ports?device_id=632bbe0b-9c86-4143-8cc5-baa6f976933d HTTP/1.1" status: 200 len: 943 time: 0.0777056 Jan 18 17:20:27.864139 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-aca8b3f7-3cd1-46e7-b7ec-3614d1ad1026 admin admin] Deleting port dfa81959-21d8-4e24-bc5b-c4da2dc4b5e1 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 17:20:27.866955 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-aca8b3f7-3cd1-46e7-b7ec-3614d1ad1026 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785612421596'] for port (dfa81959-21d8-4e24-bc5b-c4da2dc4b5e1), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:27.943498 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Provisioning for port 2d3dc88a-594e-446c-8dfc-9fdae6737342 completed by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 17:20:27.948865 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Provisioning complete for port 2d3dc88a-594e-446c-8dfc-9fdae6737342 triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:20:27.949249 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (2d3dc88a-594e-446c-8dfc-9fdae6737342), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:27.954783 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-d8b6d0d2-1836-447c-94d3-a9448f269443 req-464e9d8f-8b80-439e-8c0b-c417043ce710 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/security-groups?id=3146ca4f-c802-403d-b3a8-374af26132ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005058 Jan 18 17:20:27.992885 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-aca8b3f7-3cd1-46e7-b7ec-3614d1ad1026 admin admin] For port dfa81959-21d8-4e24-bc5b-c4da2dc4b5e1, host dv-cinder-733623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-11-iscsi',level=0,port_id=dfa81959-21d8-4e24-bc5b-c4da2dc4b5e1,segment=NetworkSegment(e313aa2e-7c8f-481c-b82b-97bbd998f4e0),segment_id=e313aa2e-7c8f-481c-b82b-97bbd998f4e0)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:20:27.993828 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-aca8b3f7-3cd1-46e7-b7ec-3614d1ad1026 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653228'] for port (dfa81959-21d8-4e24-bc5b-c4da2dc4b5e1), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:28.007300 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-aca8b3f7-3cd1-46e7-b7ec-3614d1ad1026 admin admin] Calling delete_port for dfa81959-21d8-4e24-bc5b-c4da2dc4b5e1 owned by network:router_gateway {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 17:20:28.034264 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-5fee8d74-2564-4d7f-9793-1a3673edfc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b0ae68c-a166-44d6-b7a4-31737395ea44', 'name': 'tempest-TestShelveInstance-1417876969-router', 'tenant_id': 'b3741339c9cb4d89942a9d122409b0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'dfa81959-21d8-4e24-bc5b-c4da2dc4b5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:14:17Z', 'updated_at': '2022-01-18T17:20:26Z', 'revision_number': 5, 'project_id': 'b3741339c9cb4d89942a9d122409b0f2', 'gw_port': {'id': 'dfa81959-21d8-4e24-bc5b-c4da2dc4b5e1', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:61:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0ae68c-a166-44d6-b7a4-31737395ea44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:14:17Z', 'updated_at': '2022-01-18T17:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi'}], 'dv-cinder-733623-11-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:20:28.066417 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fee8d74-2564-4d7f-9793-1a3673edfc16 None None] Checking router: 4b0ae68c-a166-44d6-b7a4-31737395ea44 for host: dv-cinder-733623-11-iscsi {{(pid=103198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 17:20:28.073003 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Current status of the port 2d3dc88a-594e-446c-8dfc-9fdae6737342 is: BUILD; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:20:28.073392 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (2d3dc88a-594e-446c-8dfc-9fdae6737342), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:28.090286 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fee8d74-2564-4d7f-9793-1a3673edfc16 None None] Routers {'4b0ae68c-a166-44d6-b7a4-31737395ea44'} bound to L3 agent in host dv-cinder-733623-11-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 17:20:28.090914 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-5fee8d74-2564-4d7f-9793-1a3673edfc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T17:04:58Z,description=,heartbeat_timestamp=2022-01-18T17:19:58Z,host='dv-cinder-733623-11-iscsi',id=34860b7f-7c9d-4265-9a0a-1b9bd2e1622e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T17:04:59Z,topic='l3_agent')) {'router_ids': ['4b0ae68c-a166-44d6-b7a4-31737395ea44'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:20:28.164548 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ce4ab59-77c4-4fb8-9c59-31aad10050df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d3dc88a-594e-446c-8dfc-9fdae6737342'}] {{(pid=103198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 17:20:28.167424 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97aa477b9a8a7659066d830c0d89a1f304b03425b5691a2db6f60cb613ebd93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a12fd1f-179e-4e83-a91d-8130a99a1dee" -d '{"events": [{"server_uuid": "6ce4ab59-77c4-4fb8-9c59-31aad10050df", "name": "network-vif-plugged", "status": "completed", "tag": "2d3dc88a-594e-446c-8dfc-9fdae6737342"}]}' {{(pid=103198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 17:20:28.197025 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] For port 2d3dc88a-594e-446c-8dfc-9fdae6737342, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=2d3dc88a-594e-446c-8dfc-9fdae6737342,segment=NetworkSegment(441c74e1-622f-4873-94d6-ea0d90ecf9ee),segment_id=441c74e1-622f-4873-94d6-ea0d90ecf9ee)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:20:28.205487 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 17:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c323288-e487-40e5-acdb-d82f6f35c961 x-openstack-request-id: req-6c323288-e487-40e5-acdb-d82f6f35c961 {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 17:20:28.205775 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ce4ab59-77c4-4fb8-9c59-31aad10050df", "name": "network-vif-plugged", "status": "completed", "tag": "2d3dc88a-594e-446c-8dfc-9fdae6737342", "code": 200}]} {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 17:20:28.211141 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-6c323288-e487-40e5-acdb-d82f6f35c961 {{(pid=103198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 17:20:28.211141 dv-cinder-733623-11-iscsi neutron-server[103198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ce4ab59-77c4-4fb8-9c59-31aad10050df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d3dc88a-594e-446c-8dfc-9fdae6737342', 'code': 200} Jan 18 17:20:28.217029 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-5fee8d74-2564-4d7f-9793-1a3673edfc16 None None] Set router 4b0ae68c-a166-44d6-b7a4-31737395ea44 gateway port host: None {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 17:20:28.253701 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-aca8b3f7-3cd1-46e7-b7ec-3614d1ad1026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785612430192', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785611913813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4300409'] for port (dfa81959-21d8-4e24-bc5b-c4da2dc4b5e1), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:28.271224 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (2d3dc88a-594e-446c-8dfc-9fdae6737342), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:28.273100 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-5fee8d74-2564-4d7f-9793-1a3673edfc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b0ae68c-a166-44d6-b7a4-31737395ea44', 'name': 'tempest-TestShelveInstance-1417876969-router', 'tenant_id': 'b3741339c9cb4d89942a9d122409b0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:14:17Z', 'updated_at': '2022-01-18T17:20:27Z', 'revision_number': 6, 'project_id': 'b3741339c9cb4d89942a9d122409b0f2', 'gw_port_host': None}], 'dv-cinder-733623-11-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:20:28.275535 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6ce99128-a0f2-4ffe-a00f-c8e3df7d7548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (34860b7f-7c9d-4265-9a0a-1b9bd2e1622e), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:28.283251 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca8b3f7-3cd1-46e7-b7ec-3614d1ad1026 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfa81959-21d8-4e24-bc5b-c4da2dc4b5e1,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:20:28.307775 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fee8d74-2564-4d7f-9793-1a3673edfc16 None None] The sync data for ids ['4b0ae68c-a166-44d6-b7a4-31737395ea44'] in dv-cinder-733623-11-iscsi is: [{'id': '4b0ae68c-a166-44d6-b7a4-31737395ea44', 'name': 'tempest-TestShelveInstance-1417876969-router', 'tenant_id': 'b3741339c9cb4d89942a9d122409b0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:14:17Z', 'updated_at': '2022-01-18T17:20:27Z', 'revision_number': 6, 'project_id': 'b3741339c9cb4d89942a9d122409b0f2', 'gw_port_host': None}] {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 17:20:28.352107 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Pushing event updated for resources: {'Port': ['ID=2d3dc88a-594e-446c-8dfc-9fdae6737342,revision_number=5']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:20:28.359697 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-aca8b3f7-3cd1-46e7-b7ec-3614d1ad1026 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648001'] for router_gateway (4b0ae68c-a166-44d6-b7a4-31737395ea44), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:28.452650 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-aca8b3f7-3cd1-46e7-b7ec-3614d1ad1026 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-646132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16105'] for router (4b0ae68c-a166-44d6-b7a4-31737395ea44), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:28.454790 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-aca8b3f7-3cd1-46e7-b7ec-3614d1ad1026 admin admin] Publish callbacks [] for router_controller (4b0ae68c-a166-44d6-b7a4-31737395ea44), precommit_delete_associations {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:28.530640 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f4c13-75b1-4ec4-8448-24bddbfe0ef0 req-105ad949-79e7-4463-a843-015af3b63fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:20:28.532217 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-042f4c13-75b1-4ec4-8448-24bddbfe0ef0 req-105ad949-79e7-4463-a843-015af3b63fc9 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=6ce4ab59-77c4-4fb8-9c59-31aad10050df HTTP/1.1" status: 200 len: 1098 time: 0.0413251 Jan 18 17:20:28.578686 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-042f4c13-75b1-4ec4-8448-24bddbfe0ef0 req-50743d6d-8a68-4619-ae3e-85e9028762fd service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=df2658b5-660a-40b6-a6b8-d801bd9f5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391834 Jan 18 17:20:28.596030 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-aca8b3f7-3cd1-46e7-b7ec-3614d1ad1026 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-646125'] for router (4b0ae68c-a166-44d6-b7a4-31737395ea44), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:28.596518 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aca8b3f7-3cd1-46e7-b7ec-3614d1ad1026 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b0ae68c-a166-44d6-b7a4-31737395ea44 {{(pid=103196) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 17:20:28.600938 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-aca8b3f7-3cd1-46e7-b7ec-3614d1ad1026 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:28.602170 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-aca8b3f7-3cd1-46e7-b7ec-3614d1ad1026 admin admin] 10.222.0.100 "DELETE /v2.0/routers/4b0ae68c-a166-44d6-b7a4-31737395ea44 HTTP/1.1" status: 204 len: 168 time: 1.1146612 Jan 18 17:20:28.604974 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 59474) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:20:28.665732 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff725446-3770-4889-9995-b48d39faa124 admin admin] Deleting subnet c4b18e1a-148b-4cd9-a5b8-7af1ae242d93 {{(pid=103196) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 17:20:28.684223 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ff725446-3770-4889-9995-b48d39faa124 admin admin] Publish callbacks [] for subnet (c4b18e1a-148b-4cd9-a5b8-7af1ae242d93), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:28.731794 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ff725446-3770-4889-9995-b48d39faa124 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6178570'] for subnet (c4b18e1a-148b-4cd9-a5b8-7af1ae242d93), precommit_delete_associations {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:28.762688 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caeabb9-9c34-4ce7-ae5f-fd39a772a5fc req-4d5cf373-2dd7-4c78-8c25-6cdc7df1fa55 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:20:28.765057 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-9caeabb9-9c34-4ce7-ae5f-fd39a772a5fc req-4d5cf373-2dd7-4c78-8c25-6cdc7df1fa55 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/ports?device_id=6ce4ab59-77c4-4fb8-9c59-31aad10050df HTTP/1.1" status: 200 len: 945 time: 0.1138537 Jan 18 17:20:28.879846 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-9caeabb9-9c34-4ce7-ae5f-fd39a772a5fc req-f3b22170-b920-414d-a5c1-bc64e2b03f4a tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/security-groups?id=df2658b5-660a-40b6-a6b8-d801bd9f5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081245 Jan 18 17:20:28.890950 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ff725446-3770-4889-9995-b48d39faa124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1557582'] for subnet (c4b18e1a-148b-4cd9-a5b8-7af1ae242d93), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:29.014492 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ff725446-3770-4889-9995-b48d39faa124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4300372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4592727'] for subnet (c4b18e1a-148b-4cd9-a5b8-7af1ae242d93), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:29.043135 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff725446-3770-4889-9995-b48d39faa124 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4b18e1a-148b-4cd9-a5b8-7af1ae242d93,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:20:29.045158 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ff725446-3770-4889-9995-b48d39faa124 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:29.051256 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c62137-2c01-42c7-880a-b8b1dc523b55 None None] Network 7ff719e7-6189-4b9c-a31a-5e6988ac7e0f requested from dv-cinder-733623-11-iscsi {{(pid=103198) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 17:20:29.058376 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-ff725446-3770-4889-9995-b48d39faa124 admin admin] 10.222.0.100 "DELETE /v2.0/subnets/c4b18e1a-148b-4cd9-a5b8-7af1ae242d93 HTTP/1.1" status: 204 len: 168 time: 0.4522994 Jan 18 17:20:29.060644 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 59478) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:20:29.109129 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-a24976dc-7f89-446d-8d9b-8a75bf0e6853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (f7781508-68f4-4d6b-b413-74596bae1216), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:29.123881 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42cca99-b5df-4dad-99ec-b39f981751cb req-7c8cebab-5aaf-4445-a7f6-92ccbc6f7c3b tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:20:29.125217 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-c42cca99-b5df-4dad-99ec-b39f981751cb req-7c8cebab-5aaf-4445-a7f6-92ccbc6f7c3b tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/ports?device_id=632bbe0b-9c86-4143-8cc5-baa6f976933d HTTP/1.1" status: 200 len: 943 time: 0.1002340 Jan 18 17:20:29.156694 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a1cd1431-6dc7-4174-83d9-4e7394db7d66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540870'] for network (7ff719e7-6189-4b9c-a31a-5e6988ac7e0f), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:29.188940 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Device dfa81959-21d8-4e24-bc5b-c4da2dc4b5e1 no longer exists at agent ovs-agent-dv-cinder-733623-11-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 17:20:29.208934 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-c42cca99-b5df-4dad-99ec-b39f981751cb req-bf601d51-e80e-4506-9167-3d8fb54adfc6 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/security-groups?id=3146ca4f-c802-403d-b3a8-374af26132ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780845 Jan 18 17:20:29.218480 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] No Port match for: dfa81959-21d8-4e24-bc5b-c4da2dc4b5e1 {{(pid=103198) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 17:20:29.218905 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Device dfa81959-21d8-4e24-bc5b-c4da2dc4b5e1 not bound to the agent host dv-cinder-733623-11-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 17:20:29.219718 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Device 3ffccfcc-8888-4ed9-91ed-c65d10e4599d no longer exists at agent ovs-agent-dv-cinder-733623-11-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 17:20:29.247313 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-a1cd1431-6dc7-4174-83d9-4e7394db7d66 admin admin] Deleting port 423eb151-fb66-4092-9d61-b51e1caa580f {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 17:20:29.247938 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a1cd1431-6dc7-4174-83d9-4e7394db7d66 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785612421596'] for port (423eb151-fb66-4092-9d61-b51e1caa580f), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:29.250215 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] No Port match for: 3ffccfcc-8888-4ed9-91ed-c65d10e4599d {{(pid=103198) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 17:20:29.250560 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Device 3ffccfcc-8888-4ed9-91ed-c65d10e4599d not bound to the agent host dv-cinder-733623-11-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 17:20:29.267027 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7b2300-9b13-4a82-83b3-a5f75219674e None None] DHCP port deletion for 7ff719e7-6189-4b9c-a31a-5e6988ac7e0f request from dv-cinder-733623-11-iscsi {{(pid=103198) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 17:20:29.316494 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-a1cd1431-6dc7-4174-83d9-4e7394db7d66 admin admin] For port 423eb151-fb66-4092-9d61-b51e1caa580f, host dv-cinder-733623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-11-iscsi',level=0,port_id=423eb151-fb66-4092-9d61-b51e1caa580f,segment=NetworkSegment(101eb4c4-aa78-4dfb-87e6-67db945b8efe),segment_id=101eb4c4-aa78-4dfb-87e6-67db945b8efe)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:20:29.316853 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a1cd1431-6dc7-4174-83d9-4e7394db7d66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653228'] for port (423eb151-fb66-4092-9d61-b51e1caa580f), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:29.317917 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-db7b2300-9b13-4a82-83b3-a5f75219674e None None] Deleting port 423eb151-fb66-4092-9d61-b51e1caa580f {{(pid=103198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 17:20:29.318292 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-db7b2300-9b13-4a82-83b3-a5f75219674e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785612421596'] for port (423eb151-fb66-4092-9d61-b51e1caa580f), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:29.333599 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-a1cd1431-6dc7-4174-83d9-4e7394db7d66 admin admin] Calling delete_port for 423eb151-fb66-4092-9d61-b51e1caa580f owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 17:20:29.390851 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-db7b2300-9b13-4a82-83b3-a5f75219674e None None] For port 423eb151-fb66-4092-9d61-b51e1caa580f, host dv-cinder-733623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-11-iscsi',level=0,port_id=423eb151-fb66-4092-9d61-b51e1caa580f,segment=NetworkSegment(101eb4c4-aa78-4dfb-87e6-67db945b8efe),segment_id=101eb4c4-aa78-4dfb-87e6-67db945b8efe)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:20:29.391386 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-db7b2300-9b13-4a82-83b3-a5f75219674e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653228'] for port (423eb151-fb66-4092-9d61-b51e1caa580f), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:29.408554 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-db7b2300-9b13-4a82-83b3-a5f75219674e None None] Calling delete_port for 423eb151-fb66-4092-9d61-b51e1caa580f owned by network:dhcp {{(pid=103198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 17:20:29.488081 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a1cd1431-6dc7-4174-83d9-4e7394db7d66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785612430192', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785611913813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4300409'] for port (423eb151-fb66-4092-9d61-b51e1caa580f), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:29.494797 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-db7b2300-9b13-4a82-83b3-a5f75219674e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785612430192', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785611913813'] for port (423eb151-fb66-4092-9d61-b51e1caa580f), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:29.515581 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cd1431-6dc7-4174-83d9-4e7394db7d66 admin admin] Pushing event deleted for resources: {'Port': ['ID=423eb151-fb66-4092-9d61-b51e1caa580f,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:20:29.520466 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cd1431-6dc7-4174-83d9-4e7394db7d66 admin admin] No DVR routers for this DVR port 423eb151-fb66-4092-9d61-b51e1caa580f on host dv-cinder-733623-11-iscsi {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 17:20:29.520838 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7b2300-9b13-4a82-83b3-a5f75219674e None None] Pushing event deleted for resources: {'Port': ['ID=423eb151-fb66-4092-9d61-b51e1caa580f,revision_number=None']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:20:29.525753 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7b2300-9b13-4a82-83b3-a5f75219674e None None] No DVR routers for this DVR port 423eb151-fb66-4092-9d61-b51e1caa580f on host dv-cinder-733623-11-iscsi {{(pid=103198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 17:20:29.598596 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a1cd1431-6dc7-4174-83d9-4e7394db7d66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1561079', 'neutron.services.segments.db._delete_segments_for_network-8785612501023'] for network (7ff719e7-6189-4b9c-a31a-5e6988ac7e0f), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:29.620244 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.services.segments.db [None req-a1cd1431-6dc7-4174-83d9-4e7394db7d66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ff719e7-6189-4b9c-a31a-5e6988ac7e0f']}} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:20:29.629352 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.services.segments.db [None req-a1cd1431-6dc7-4174-83d9-4e7394db7d66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '101eb4c4-aa78-4dfb-87e6-67db945b8efe') {'for_net_delete': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:20:29.629645 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.services.segments.db [None req-a1cd1431-6dc7-4174-83d9-4e7394db7d66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '101eb4c4-aa78-4dfb-87e6-67db945b8efe') {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:20:29.639815 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a1cd1431-6dc7-4174-83d9-4e7394db7d66 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785612502312', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6178579'] for segment (101eb4c4-aa78-4dfb-87e6-67db945b8efe), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:29.654554 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a1cd1431-6dc7-4174-83d9-4e7394db7d66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527697'] for segment (101eb4c4-aa78-4dfb-87e6-67db945b8efe), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:29.660593 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1cd1431-6dc7-4174-83d9-4e7394db7d66 admin admin] Releasing vlan 259 on physical network physnet1 to pool {{(pid=103196) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 17:20:29.660981 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a1cd1431-6dc7-4174-83d9-4e7394db7d66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4300298'] for segment (101eb4c4-aa78-4dfb-87e6-67db945b8efe), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:29.662695 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:20:29.662695 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:20:29.662695 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:20:29.662695 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:20:29.662695 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:20:29.662695 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:20:29.662695 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:20:29.662695 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:20:29.662695 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:20:29.662695 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:20:29.662695 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:20:29.662695 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:20:29.662695 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:20:29.662695 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:20:29.662695 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:20:29.662695 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:20:29.662695 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:20:29.662695 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:20:29.662695 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:20:29.662695 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:20:29.662695 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:20:29.662695 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:20:29.662695 dv-cinder-733623-11-iscsi neutron-server[103196]: Traceback (most recent call last): Jan 18 17:20:29.662695 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 17:20:29.662695 dv-cinder-733623-11-iscsi neutron-server[103196]: timer() Jan 18 17:20:29.662695 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 17:20:29.662695 dv-cinder-733623-11-iscsi neutron-server[103196]: cb(*args, **kw) Jan 18 17:20:29.662695 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 17:20:29.662695 dv-cinder-733623-11-iscsi neutron-server[103196]: return func(*args, **kwargs) Jan 18 17:20:29.662695 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 17:20:29.662695 dv-cinder-733623-11-iscsi neutron-server[103196]: self._notify() Jan 18 17:20:29.662695 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 17:20:29.662695 dv-cinder-733623-11-iscsi neutron-server[103196]: self.callback(batched_events) Jan 18 17:20:29.662695 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 17:20:29.662695 dv-cinder-733623-11-iscsi neutron-server[103196]: event.method(event) Jan 18 17:20:29.662695 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 17:20:29.662695 dv-cinder-733623-11-iscsi neutron-server[103196]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 17:20:29.662695 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 17:20:29.662695 dv-cinder-733623-11-iscsi neutron-server[103196]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 17:20:29.662695 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 17:20:29.662695 dv-cinder-733623-11-iscsi neutron-server[103196]: return f(self, *a, **k) Jan 18 17:20:29.662695 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 17:20:29.662695 dv-cinder-733623-11-iscsi neutron-server[103196]: return self._get(url).json() Jan 18 17:20:29.662695 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 17:20:29.662695 dv-cinder-733623-11-iscsi neutron-server[103196]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 17:20:29.662695 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 17:20:29.662695 dv-cinder-733623-11-iscsi neutron-server[103196]: return self.request(url, 'GET', **kwargs) Jan 18 17:20:29.662695 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 17:20:29.662695 dv-cinder-733623-11-iscsi neutron-server[103196]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 17:20:29.662695 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 17:20:29.662695 dv-cinder-733623-11-iscsi neutron-server[103196]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 17:20:29.662695 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 17:20:29.662695 dv-cinder-733623-11-iscsi neutron-server[103196]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 17:20:29.662695 dv-cinder-733623-11-iscsi neutron-server[103196]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 17:20:29.677847 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Device f0b30660-9680-4714-b984-740e50756a13 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=103198) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 17:20:29.779901 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] For port f0b30660-9680-4714-b984-740e50756a13, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=f0b30660-9680-4714-b984-740e50756a13,segment=NetworkSegment(b197157d-823a-4011-83db-be9afc8ebd7f),segment_id=b197157d-823a-4011-83db-be9afc8ebd7f)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:20:29.795317 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Returning: {'device': 'f0b30660-9680-4714-b984-740e50756a13', 'network_id': '0c17f545-2bb3-4abb-be71-29d5f95f2d88', 'port_id': 'f0b30660-9680-4714-b984-740e50756a13', 'mac_address': 'fa:16:3e:1c:29:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92e52731-b298-4268-83b9-5cd526153971', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103198) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 17:20:29.813751 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a1cd1431-6dc7-4174-83d9-4e7394db7d66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647965'] for network (7ff719e7-6189-4b9c-a31a-5e6988ac7e0f), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:29.821462 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a1cd1431-6dc7-4174-83d9-4e7394db7d66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526667'] for network (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:29.828386 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-a1cd1431-6dc7-4174-83d9-4e7394db7d66 admin admin] 10.222.0.100 "DELETE /v2.0/networks/7ff719e7-6189-4b9c-a31a-5e6988ac7e0f HTTP/1.1" status: 204 len: 168 time: 0.7640510 Jan 18 17:20:29.830144 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 59480) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:20:29.837914 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cd1431-6dc7-4174-83d9-4e7394db7d66 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ff719e7-6189-4b9c-a31a-5e6988ac7e0f,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:20:29.842619 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Current status of the port f0b30660-9680-4714-b984-740e50756a13 is: DOWN; New status is: BUILD {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:20:29.843048 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (f0b30660-9680-4714-b984-740e50756a13), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:29.863021 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0b30660-9680-4714-b984-740e50756a13 {{(pid=103198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 17:20:29.886705 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] For port f0b30660-9680-4714-b984-740e50756a13, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=f0b30660-9680-4714-b984-740e50756a13,segment=NetworkSegment(b197157d-823a-4011-83db-be9afc8ebd7f),segment_id=b197157d-823a-4011-83db-be9afc8ebd7f)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:20:29.950669 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (f0b30660-9680-4714-b984-740e50756a13), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:30.005265 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Pushing event updated for resources: {'Port': ['ID=f0b30660-9680-4714-b984-740e50756a13,revision_number=4']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:20:30.012631 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1df1d1-810d-4610-9cbd-fdf3253b83a8 req-3c4b511d-53d3-40cf-b928-ed1b6a71d91a tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:20:30.014185 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-ba1df1d1-810d-4610-9cbd-fdf3253b83a8 req-3c4b511d-53d3-40cf-b928-ed1b6a71d91a tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/ports?device_id=6ce4ab59-77c4-4fb8-9c59-31aad10050df HTTP/1.1" status: 200 len: 945 time: 0.0623198 Jan 18 17:20:30.063558 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-ba1df1d1-810d-4610-9cbd-fdf3253b83a8 req-504f4076-9b74-401e-ac9b-97040fc69ef5 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/security-groups?id=df2658b5-660a-40b6-a6b8-d801bd9f5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434020 Jan 18 17:20:30.176045 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] get_ports_and_sgs() called for port_ids ['f0b30660-9680-4714-b984-740e50756a13'] {{(pid=103198) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 17:20:30.197102 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3cd290-c0c2-46e4-9371-e4c0b65f45bd req-8025af65-7962-4d7d-9c49-8f21228cbb17 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:20:30.198742 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-1d3cd290-c0c2-46e4-9371-e4c0b65f45bd req-8025af65-7962-4d7d-9c49-8f21228cbb17 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/ports?device_id=6ce4ab59-77c4-4fb8-9c59-31aad10050df HTTP/1.1" status: 200 len: 945 time: 0.0684819 Jan 18 17:20:30.209868 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 59486) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:20:30.214825 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-92f56de6-160a-445b-9391-c035a052e8ae tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Request body: {'floatingip': {'port_id': '2d3dc88a-594e-446c-8dfc-9fdae6737342'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:20:30.245877 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-70a62508-d449-4cb6-a1c6-16b141a354e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647695'] for router_interface (11184157-5174-4a7b-b210-374794365deb), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:30.261293 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-92f56de6-160a-445b-9391-c035a052e8ae tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Publish callbacks [] for floatingip (a9c48b8a-aa09-4495-9b36-732c2e6151be), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:30.408821 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4babcbfd-9f7e-40b5-875b-795da986e477 req-6d87faf4-5766-4c9b-abfd-19dcc34ffb7c tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:20:30.410333 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-4babcbfd-9f7e-40b5-875b-795da986e477 req-6d87faf4-5766-4c9b-abfd-19dcc34ffb7c tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/ports?device_id=632bbe0b-9c86-4143-8cc5-baa6f976933d HTTP/1.1" status: 200 len: 944 time: 0.0998278 Jan 18 17:20:30.514545 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.plugin [None req-70a62508-d449-4cb6-a1c6-16b141a354e0 admin admin] Deleting port 7272c112-93df-45ef-a52a-a43e09af6183 {{(pid=103197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 17:20:30.514789 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-70a62508-d449-4cb6-a1c6-16b141a354e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785612421596'] for port (7272c112-93df-45ef-a52a-a43e09af6183), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:30.550102 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-4babcbfd-9f7e-40b5-875b-795da986e477 req-ea5a0377-386b-413e-9c80-e8f688fda652 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/security-groups?id=3146ca4f-c802-403d-b3a8-374af26132ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236148 Jan 18 17:20:30.602203 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-70a62508-d449-4cb6-a1c6-16b141a354e0 admin admin] For port 7272c112-93df-45ef-a52a-a43e09af6183, host dv-cinder-733623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-11-iscsi',level=0,port_id=7272c112-93df-45ef-a52a-a43e09af6183,segment=NetworkSegment(ef6028c7-c38a-4b30-a405-fa641b3b9474),segment_id=ef6028c7-c38a-4b30-a405-fa641b3b9474)] {{(pid=103197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:20:30.602649 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-70a62508-d449-4cb6-a1c6-16b141a354e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653228'] for port (7272c112-93df-45ef-a52a-a43e09af6183), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:30.617255 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.plugin [None req-70a62508-d449-4cb6-a1c6-16b141a354e0 admin admin] Calling delete_port for 7272c112-93df-45ef-a52a-a43e09af6183 owned by network:router_interface {{(pid=103197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 17:20:30.672729 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-d0f57583-9799-4745-8039-4fb698731137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (f223777b-396b-444b-a9c9-71cdff5b918d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:30.882593 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-70a62508-d449-4cb6-a1c6-16b141a354e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785612430192', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785611913813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6115669'] for port (7272c112-93df-45ef-a52a-a43e09af6183), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:30.926948 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a62508-d449-4cb6-a1c6-16b141a354e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7272c112-93df-45ef-a52a-a43e09af6183,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:20:30.945528 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a62508-d449-4cb6-a1c6-16b141a354e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:20:30.946106 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a62508-d449-4cb6-a1c6-16b141a354e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:20:30.947322 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a62508-d449-4cb6-a1c6-16b141a354e0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:20:30.947876 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a62508-d449-4cb6-a1c6-16b141a354e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:20:30.948442 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a62508-d449-4cb6-a1c6-16b141a354e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:20:30.949002 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a62508-d449-4cb6-a1c6-16b141a354e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:20:30.949555 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a62508-d449-4cb6-a1c6-16b141a354e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:20:30.950108 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a62508-d449-4cb6-a1c6-16b141a354e0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:20:30.950675 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a62508-d449-4cb6-a1c6-16b141a354e0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:20:30.951250 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a62508-d449-4cb6-a1c6-16b141a354e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:20:30.951793 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a62508-d449-4cb6-a1c6-16b141a354e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:20:30.952323 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a62508-d449-4cb6-a1c6-16b141a354e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:20:30.952862 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a62508-d449-4cb6-a1c6-16b141a354e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:20:31.113700 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-92f56de6-160a-445b-9391-c035a052e8ae tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:31.157422 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-70a62508-d449-4cb6-a1c6-16b141a354e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646559'] for router_interface (11184157-5174-4a7b-b210-374794365deb), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:31.173066 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-92f56de6-160a-445b-9391-c035a052e8ae tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647951'] for floatingip (a9c48b8a-aa09-4495-9b36-732c2e6151be), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:31.208561 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Device 423eb151-fb66-4092-9d61-b51e1caa580f no longer exists at agent ovs-agent-dv-cinder-733623-11-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 17:20:31.232809 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] No Port match for: 423eb151-fb66-4092-9d61-b51e1caa580f {{(pid=103198) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 17:20:31.233177 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Device 423eb151-fb66-4092-9d61-b51e1caa580f not bound to the agent host dv-cinder-733623-11-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 17:20:31.288547 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.db.l3_db [None req-92f56de6-160a-445b-9391-c035a052e8ae tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Floating IP a9c48b8a-aa09-4495-9b36-732c2e6151be associated. External IP: 172.27.1.41, port: 2d3dc88a-594e-446c-8dfc-9fdae6737342. Jan 18 17:20:31.389493 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70a62508-d449-4cb6-a1c6-16b141a354e0 admin admin] Router 11184157-5174-4a7b-b210-374794365deb has already been hosted by L3 agent 34860b7f-7c9d-4265-9a0a-1b9bd2e1622e {{(pid=103197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 17:20:31.499608 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70a62508-d449-4cb6-a1c6-16b141a354e0 admin admin] Notify agent at l3_agent.dv-cinder-733623-11-iscsi the message routers_updated {{(pid=103197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 17:20:31.499976 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92f56de6-160a-445b-9391-c035a052e8ae tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Router ae71a829-54e7-4733-86ed-b8acf1486bff has already been hosted by L3 agent 34860b7f-7c9d-4265-9a0a-1b9bd2e1622e {{(pid=103196) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 17:20:31.505040 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-70a62508-d449-4cb6-a1c6-16b141a354e0 admin admin] 10.222.0.100 "PUT /v2.0/routers/11184157-5174-4a7b-b210-374794365deb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6739836 Jan 18 17:20:31.507499 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 59490) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:20:31.509771 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50d75b8-861f-4f80-93fd-8832515ae255 None None] Sync routers for ids ['11184157-5174-4a7b-b210-374794365deb'] in dv-cinder-733623-11-iscsi {{(pid=103199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 17:20:31.522752 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50d75b8-861f-4f80-93fd-8832515ae255 None None] Routers {'11184157-5174-4a7b-b210-374794365deb'} bound to L3 agent in host dv-cinder-733623-11-iscsi {{(pid=103199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 17:20:31.523547 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-b50d75b8-861f-4f80-93fd-8832515ae255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T17:04:58Z,description=,heartbeat_timestamp=2022-01-18T17:20:28Z,host='dv-cinder-733623-11-iscsi',id=34860b7f-7c9d-4265-9a0a-1b9bd2e1622e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T17:04:59Z,topic='l3_agent')) {'router_ids': ['11184157-5174-4a7b-b210-374794365deb'], 'active': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:20:31.625849 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-b18e877c-c63d-4cb1-a3e5-abf762250976 admin admin] Publish callbacks [] for router (11184157-5174-4a7b-b210-374794365deb), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:31.651492 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92f56de6-160a-445b-9391-c035a052e8ae tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Notify agent at l3_agent.dv-cinder-733623-11-iscsi the message routers_updated {{(pid=103196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 17:20:31.656517 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-92f56de6-160a-445b-9391-c035a052e8ae tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1923895'] for floatingip (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:31.662775 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8149a625-ceab-42d6-958a-c53c710b3478 None None] Sync routers for ids ['ae71a829-54e7-4733-86ed-b8acf1486bff'] in dv-cinder-733623-11-iscsi {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 17:20:31.674087 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8149a625-ceab-42d6-958a-c53c710b3478 None None] Routers {'ae71a829-54e7-4733-86ed-b8acf1486bff'} bound to L3 agent in host dv-cinder-733623-11-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 17:20:31.675000 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-8149a625-ceab-42d6-958a-c53c710b3478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T17:04:58Z,description=,heartbeat_timestamp=2022-01-18T17:20:28Z,host='dv-cinder-733623-11-iscsi',id=34860b7f-7c9d-4265-9a0a-1b9bd2e1622e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T17:04:59Z,topic='l3_agent')) {'router_ids': ['ae71a829-54e7-4733-86ed-b8acf1486bff'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:20:31.697595 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-92f56de6-160a-445b-9391-c035a052e8ae tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "PUT /v2.0/floatingips/a9c48b8a-aa09-4495-9b36-732c2e6151be HTTP/1.1" status: 200 len: 990 time: 1.4831457 Jan 18 17:20:31.697595 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ce4ab59-77c4-4fb8-9c59-31aad10050df', 'tag': '2d3dc88a-594e-446c-8dfc-9fdae6737342'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 17:20:31.699259 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dae96983658fa47cc55ad2b43631f290e6eb934f25c74fb238f11dfd9473403c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-166e6843-4a50-4b82-99a7-54f9a7e035de" -d '{"events": [{"name": "network-changed", "server_uuid": "6ce4ab59-77c4-4fb8-9c59-31aad10050df", "tag": "2d3dc88a-594e-446c-8dfc-9fdae6737342"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 17:20:31.728132 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Device f0b30660-9680-4714-b984-740e50756a13 up at agent hyperv_hv-cinder-73362 {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 17:20:31.757298 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvr_db [None req-b50d75b8-861f-4f80-93fd-8832515ae255 None None] Set router 11184157-5174-4a7b-b210-374794365deb gateway port host: dv-cinder-733623-11-iscsi {{(pid=103199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 17:20:31.801448 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e117e-6c39-4da6-86b7-040a3feb164c req-c5221212-b264-4d41-a7ff-1bb036f1d4ef tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:20:31.802984 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-7d6e117e-6c39-4da6-86b7-040a3feb164c req-c5221212-b264-4d41-a7ff-1bb036f1d4ef tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/ports?device_id=632bbe0b-9c86-4143-8cc5-baa6f976933d HTTP/1.1" status: 200 len: 944 time: 0.1280119 Jan 18 17:20:31.824461 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-b18e877c-c63d-4cb1-a3e5-abf762250976 admin admin] Publish callbacks [] for router_gateway (11184157-5174-4a7b-b210-374794365deb), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:31.854141 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 17:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9222b430-10ff-4ad6-ab8e-2721cb8596ee x-openstack-request-id: req-9222b430-10ff-4ad6-ab8e-2721cb8596ee {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 17:20:31.854425 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ce4ab59-77c4-4fb8-9c59-31aad10050df", "tag": "2d3dc88a-594e-446c-8dfc-9fdae6737342", "status": "completed", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 17:20:31.854683 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-9222b430-10ff-4ad6-ab8e-2721cb8596ee {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 17:20:31.855119 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ce4ab59-77c4-4fb8-9c59-31aad10050df', 'tag': '2d3dc88a-594e-446c-8dfc-9fdae6737342', 'status': 'completed', 'code': 200} Jan 18 17:20:31.863927 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-8149a625-ceab-42d6-958a-c53c710b3478 None None] Set router ae71a829-54e7-4733-86ed-b8acf1486bff gateway port host: dv-cinder-733623-11-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 17:20:31.894961 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (a6f837d2-7b5b-4cd3-9c28-296017d8b8e6), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:31.895239 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-7d6e117e-6c39-4da6-86b7-040a3feb164c req-c198ac75-fbac-4351-b6af-eab23d54b462 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/security-groups?id=3146ca4f-c802-403d-b3a8-374af26132ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785918 Jan 18 17:20:31.925321 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166e6843-4a50-4b82-99a7-54f9a7e035de req-f43b2433-48ba-4bd8-821b-9e9acc8f7c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:20:31.927606 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-166e6843-4a50-4b82-99a7-54f9a7e035de req-f43b2433-48ba-4bd8-821b-9e9acc8f7c66 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=e39431ed93ab40b3bd3a181b2afcac3d&device_id=6ce4ab59-77c4-4fb8-9c59-31aad10050df HTTP/1.1" status: 200 len: 1098 time: 0.0507326 Jan 18 17:20:31.956008 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Provisioning for port f0b30660-9680-4714-b984-740e50756a13 completed by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 17:20:31.967575 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Provisioning complete for port f0b30660-9680-4714-b984-740e50756a13 triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:20:31.967947 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (f0b30660-9680-4714-b984-740e50756a13), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:31.983376 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.plugin [None req-b18e877c-c63d-4cb1-a3e5-abf762250976 admin admin] Deleting port 7bf83da9-47e0-4dba-ac0b-826c3dfc85b0 {{(pid=103197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 17:20:31.984049 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-b18e877c-c63d-4cb1-a3e5-abf762250976 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785612421596'] for port (7bf83da9-47e0-4dba-ac0b-826c3dfc85b0), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:32.004706 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-b50d75b8-861f-4f80-93fd-8832515ae255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11184157-5174-4a7b-b210-374794365deb', 'name': 'tempest-TestShelveInstance-1612540897-router', 'tenant_id': 'da8ff98f0f8244899af414e6a5f71296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '7bf83da9-47e0-4dba-ac0b-826c3dfc85b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:14:25Z', 'updated_at': '2022-01-18T17:20:30Z', 'revision_number': 5, 'project_id': 'da8ff98f0f8244899af414e6a5f71296', 'gw_port': {'id': '7bf83da9-47e0-4dba-ac0b-826c3dfc85b0', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:31:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11184157-5174-4a7b-b210-374794365deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:14:25Z', 'updated_at': '2022-01-18T17:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi'}], 'dv-cinder-733623-11-iscsi', False) {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:20:32.035589 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50d75b8-861f-4f80-93fd-8832515ae255 None None] Checking router: 11184157-5174-4a7b-b210-374794365deb for host: dv-cinder-733623-11-iscsi {{(pid=103199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 17:20:32.045728 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50d75b8-861f-4f80-93fd-8832515ae255 None None] Routers {'11184157-5174-4a7b-b210-374794365deb'} bound to L3 agent in host dv-cinder-733623-11-iscsi {{(pid=103199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 17:20:32.046690 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-b50d75b8-861f-4f80-93fd-8832515ae255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T17:04:58Z,description=,heartbeat_timestamp=2022-01-18T17:20:28Z,host='dv-cinder-733623-11-iscsi',id=34860b7f-7c9d-4265-9a0a-1b9bd2e1622e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T17:04:59Z,topic='l3_agent')) {'router_ids': ['11184157-5174-4a7b-b210-374794365deb'], 'active': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:20:32.048276 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166e6843-4a50-4b82-99a7-54f9a7e035de req-33589194-8359-4f2e-8ad3-07bcf17ba69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:20:32.051559 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-166e6843-4a50-4b82-99a7-54f9a7e035de req-33589194-8359-4f2e-8ad3-07bcf17ba69c service neutron] 10.222.0.105 "GET /v2.0/networks?id=6beef8c8-11cd-4aa0-ae20-531a45b1faf5 HTTP/1.1" status: 200 len: 911 time: 0.1181431 Jan 18 17:20:32.093740 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-b18e877c-c63d-4cb1-a3e5-abf762250976 admin admin] For port 7bf83da9-47e0-4dba-ac0b-826c3dfc85b0, host dv-cinder-733623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-11-iscsi',level=0,port_id=7bf83da9-47e0-4dba-ac0b-826c3dfc85b0,segment=NetworkSegment(e313aa2e-7c8f-481c-b82b-97bbd998f4e0),segment_id=e313aa2e-7c8f-481c-b82b-97bbd998f4e0)] {{(pid=103197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:20:32.094222 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-b18e877c-c63d-4cb1-a3e5-abf762250976 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653228'] for port (7bf83da9-47e0-4dba-ac0b-826c3dfc85b0), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:32.113236 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.plugin [None req-b18e877c-c63d-4cb1-a3e5-abf762250976 admin admin] Calling delete_port for 7bf83da9-47e0-4dba-ac0b-826c3dfc85b0 owned by network:router_gateway {{(pid=103197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 17:20:32.136920 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-166e6843-4a50-4b82-99a7-54f9a7e035de req-5ec162e5-ed8d-4dd5-8795-53679ed7be3b service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d3dc88a-594e-446c-8dfc-9fdae6737342 HTTP/1.1" status: 200 len: 998 time: 0.0782745 Jan 18 17:20:32.152480 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvr_db [None req-b50d75b8-861f-4f80-93fd-8832515ae255 None None] Set router 11184157-5174-4a7b-b210-374794365deb gateway port host: None {{(pid=103199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 17:20:32.206596 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166e6843-4a50-4b82-99a7-54f9a7e035de req-a7ef86ca-e3d7-41ae-b8d2-b1000144e81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:20:32.208534 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-166e6843-4a50-4b82-99a7-54f9a7e035de req-a7ef86ca-e3d7-41ae-b8d2-b1000144e81e service neutron] 10.222.0.105 "GET /v2.0/subnets?id=db7edcea-cc0c-4f91-8652-8431bf22b201 HTTP/1.1" status: 200 len: 849 time: 0.0662191 Jan 18 17:20:32.220361 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-b50d75b8-861f-4f80-93fd-8832515ae255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11184157-5174-4a7b-b210-374794365deb', 'name': 'tempest-TestShelveInstance-1612540897-router', 'tenant_id': 'da8ff98f0f8244899af414e6a5f71296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:14:25Z', 'updated_at': '2022-01-18T17:20:31Z', 'revision_number': 6, 'project_id': 'da8ff98f0f8244899af414e6a5f71296', 'gw_port_host': None}], 'dv-cinder-733623-11-iscsi', False) {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:20:32.255065 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50d75b8-861f-4f80-93fd-8832515ae255 None None] The sync data for ids ['11184157-5174-4a7b-b210-374794365deb'] in dv-cinder-733623-11-iscsi is: [{'id': '11184157-5174-4a7b-b210-374794365deb', 'name': 'tempest-TestShelveInstance-1612540897-router', 'tenant_id': 'da8ff98f0f8244899af414e6a5f71296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:14:25Z', 'updated_at': '2022-01-18T17:20:31Z', 'revision_number': 6, 'project_id': 'da8ff98f0f8244899af414e6a5f71296', 'gw_port_host': None}] {{(pid=103199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 17:20:32.257622 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Current status of the port f0b30660-9680-4714-b984-740e50756a13 is: BUILD; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:20:32.258144 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (f0b30660-9680-4714-b984-740e50756a13), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:32.269627 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166e6843-4a50-4b82-99a7-54f9a7e035de req-f622fa9f-efbf-4029-8f28-40cb0b45f5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:20:32.271632 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-166e6843-4a50-4b82-99a7-54f9a7e035de req-f622fa9f-efbf-4029-8f28-40cb0b45f5f1 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=6beef8c8-11cd-4aa0-ae20-531a45b1faf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0572484 Jan 18 17:20:32.305463 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '632bbe0b-9c86-4143-8cc5-baa6f976933d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0b30660-9680-4714-b984-740e50756a13'}] {{(pid=103198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 17:20:32.308662 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97aa477b9a8a7659066d830c0d89a1f304b03425b5691a2db6f60cb613ebd93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5db9a940-aee7-4842-b527-b3f118566c2c" -d '{"events": [{"server_uuid": "632bbe0b-9c86-4143-8cc5-baa6f976933d", "name": "network-vif-plugged", "status": "completed", "tag": "f0b30660-9680-4714-b984-740e50756a13"}]}' {{(pid=103198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 17:20:32.347353 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 17:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c07301-22ba-4872-817c-29728e00b9b3 x-openstack-request-id: req-22c07301-22ba-4872-817c-29728e00b9b3 {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 17:20:32.347647 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "632bbe0b-9c86-4143-8cc5-baa6f976933d", "name": "network-vif-plugged", "status": "completed", "tag": "f0b30660-9680-4714-b984-740e50756a13", "code": 200}]} {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 17:20:32.347897 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-22c07301-22ba-4872-817c-29728e00b9b3 {{(pid=103198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 17:20:32.348284 dv-cinder-733623-11-iscsi neutron-server[103198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '632bbe0b-9c86-4143-8cc5-baa6f976933d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0b30660-9680-4714-b984-740e50756a13', 'code': 200} Jan 18 17:20:32.351175 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] For port f0b30660-9680-4714-b984-740e50756a13, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=f0b30660-9680-4714-b984-740e50756a13,segment=NetworkSegment(b197157d-823a-4011-83db-be9afc8ebd7f),segment_id=b197157d-823a-4011-83db-be9afc8ebd7f)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:20:32.381446 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-8149a625-ceab-42d6-958a-c53c710b3478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae71a829-54e7-4733-86ed-b8acf1486bff', 'name': 'tempest-AttachVolumeTestJSON-460665670-router', 'tenant_id': 'e39431ed93ab40b3bd3a181b2afcac3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '2d6c734a-3144-4731-99a7-d8056b285be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:16:33Z', 'updated_at': '2022-01-18T17:16:37Z', 'revision_number': 4, 'project_id': 'e39431ed93ab40b3bd3a181b2afcac3d', 'gw_port': {'id': '2d6c734a-3144-4731-99a7-d8056b285be3', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae71a829-54e7-4733-86ed-b8acf1486bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:33Z', 'updated_at': '2022-01-18T17:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi', '_floatingips': [{'id': 'a9c48b8a-aa09-4495-9b36-732c2e6151be', 'tenant_id': 'e39431ed93ab40b3bd3a181b2afcac3d', 'floating_ip_address': '172.27.1.41', 'floating_network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'router_id': 'ae71a829-54e7-4733-86ed-b8acf1486bff', 'port_id': '2d3dc88a-594e-446c-8dfc-9fdae6737342', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6beef8c8-11cd-4aa0-ae20-531a45b1faf5', 'mac_address': 'fa:16:3e:43:50:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce4ab59-77c4-4fb8-9c59-31aad10050df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T17:20:16Z', 'updated_at': '2022-01-18T17:20:30Z', 'revision_number': 1, 'project_id': 'e39431ed93ab40b3bd3a181b2afcac3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0967e5d8-ea3f-43d0-ad41-84aa3ac49cfd', 'name': '', 'network_id': '6beef8c8-11cd-4aa0-ae20-531a45b1faf5', 'tenant_id': 'e39431ed93ab40b3bd3a181b2afcac3d', 'mac_address': 'fa:16:3e:0c:f1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae71a829-54e7-4733-86ed-b8acf1486bff', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'db7edcea-cc0c-4f91-8652-8431bf22b201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:36Z', 'updated_at': '2022-01-18T17:16:44Z', 'revision_number': 5, 'project_id': 'e39431ed93ab40b3bd3a181b2afcac3d', 'subnets': [{'id': 'db7edcea-cc0c-4f91-8652-8431bf22b201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-11-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:20:32.390398 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-b18e877c-c63d-4cb1-a3e5-abf762250976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785612430192', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785611913813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6115669'] for port (7bf83da9-47e0-4dba-ac0b-826c3dfc85b0), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:32.397328 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-166e6843-4a50-4b82-99a7-54f9a7e035de req-659ed50c-0572-45ef-a139-3ffc884e67a1 service neutron] 10.222.0.105 "GET /v2.0/networks/6beef8c8-11cd-4aa0-ae20-531a45b1faf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191587 Jan 18 17:20:32.411064 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8149a625-ceab-42d6-958a-c53c710b3478 None None] Checking router: ae71a829-54e7-4733-86ed-b8acf1486bff for host: dv-cinder-733623-11-iscsi {{(pid=103198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 17:20:32.419887 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (f0b30660-9680-4714-b984-740e50756a13), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:32.426641 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8149a625-ceab-42d6-958a-c53c710b3478 None None] Routers {'ae71a829-54e7-4733-86ed-b8acf1486bff'} bound to L3 agent in host dv-cinder-733623-11-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 17:20:32.426832 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-8149a625-ceab-42d6-958a-c53c710b3478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T17:04:58Z,description=,heartbeat_timestamp=2022-01-18T17:20:28Z,host='dv-cinder-733623-11-iscsi',id=34860b7f-7c9d-4265-9a0a-1b9bd2e1622e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T17:04:59Z,topic='l3_agent')) {'router_ids': ['ae71a829-54e7-4733-86ed-b8acf1486bff'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:20:32.427360 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18e877c-c63d-4cb1-a3e5-abf762250976 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bf83da9-47e0-4dba-ac0b-826c3dfc85b0,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:20:32.493459 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-b18e877c-c63d-4cb1-a3e5-abf762250976 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648001'] for router_gateway (11184157-5174-4a7b-b210-374794365deb), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:32.498600 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-166e6843-4a50-4b82-99a7-54f9a7e035de req-f399f1f7-17f1-4257-8075-1c5be06c26a8 service neutron] 10.222.0.105 "GET /v2.0/networks/6beef8c8-11cd-4aa0-ae20-531a45b1faf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944242 Jan 18 17:20:32.550467 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Pushing event updated for resources: {'Port': ['ID=f0b30660-9680-4714-b984-740e50756a13,revision_number=5']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:20:32.581181 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-8149a625-ceab-42d6-958a-c53c710b3478 None None] Set router ae71a829-54e7-4733-86ed-b8acf1486bff gateway port host: dv-cinder-733623-11-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 17:20:32.590308 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-b18e877c-c63d-4cb1-a3e5-abf762250976 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-646132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16105'] for router (11184157-5174-4a7b-b210-374794365deb), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:32.594074 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-b18e877c-c63d-4cb1-a3e5-abf762250976 admin admin] Publish callbacks [] for router_controller (11184157-5174-4a7b-b210-374794365deb), precommit_delete_associations {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:32.694412 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-b18e877c-c63d-4cb1-a3e5-abf762250976 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-646125'] for router (11184157-5174-4a7b-b210-374794365deb), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:32.695923 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b18e877c-c63d-4cb1-a3e5-abf762250976 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11184157-5174-4a7b-b210-374794365deb {{(pid=103197) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 17:20:32.708649 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-b18e877c-c63d-4cb1-a3e5-abf762250976 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:32.709850 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-b18e877c-c63d-4cb1-a3e5-abf762250976 admin admin] 10.222.0.100 "DELETE /v2.0/routers/11184157-5174-4a7b-b210-374794365deb HTTP/1.1" status: 204 len: 168 time: 1.2012231 Jan 18 17:20:32.713395 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 59500) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:20:32.756562 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ee5df2-b7a1-4f74-9d06-c5db2a8f8b60 req-c0924a69-ca8d-48ec-be62-4d7455d4e38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:20:32.757977 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-81ee5df2-b7a1-4f74-9d06-c5db2a8f8b60 req-c0924a69-ca8d-48ec-be62-4d7455d4e38b service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=632bbe0b-9c86-4143-8cc5-baa6f976933d HTTP/1.1" status: 200 len: 1098 time: 0.0443540 Jan 18 17:20:32.765020 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.db.db_base_plugin_v2 [None req-715e570b-e580-4362-a66a-6afeecad2237 admin admin] Deleting subnet d079672b-4dc5-40cc-9cb8-ed53072bdf97 {{(pid=103197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 17:20:32.768323 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-715e570b-e580-4362-a66a-6afeecad2237 admin admin] Publish callbacks [] for subnet (d079672b-4dc5-40cc-9cb8-ed53072bdf97), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:32.809600 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-715e570b-e580-4362-a66a-6afeecad2237 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6389724'] for subnet (d079672b-4dc5-40cc-9cb8-ed53072bdf97), precommit_delete_associations {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:32.819366 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-81ee5df2-b7a1-4f74-9d06-c5db2a8f8b60 req-654eccc1-f6c2-4bbc-ac50-048fcce1944b service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=3146ca4f-c802-403d-b3a8-374af26132ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550036 Jan 18 17:20:32.837671 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-8149a625-ceab-42d6-958a-c53c710b3478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae71a829-54e7-4733-86ed-b8acf1486bff', 'name': 'tempest-AttachVolumeTestJSON-460665670-router', 'tenant_id': 'e39431ed93ab40b3bd3a181b2afcac3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '2d6c734a-3144-4731-99a7-d8056b285be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:16:33Z', 'updated_at': '2022-01-18T17:16:37Z', 'revision_number': 4, 'project_id': 'e39431ed93ab40b3bd3a181b2afcac3d', 'gw_port': {'id': '2d6c734a-3144-4731-99a7-d8056b285be3', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae71a829-54e7-4733-86ed-b8acf1486bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:33Z', 'updated_at': '2022-01-18T17:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi', '_floatingips': [{'id': 'a9c48b8a-aa09-4495-9b36-732c2e6151be', 'tenant_id': 'e39431ed93ab40b3bd3a181b2afcac3d', 'floating_ip_address': '172.27.1.41', 'floating_network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'router_id': 'ae71a829-54e7-4733-86ed-b8acf1486bff', 'port_id': '2d3dc88a-594e-446c-8dfc-9fdae6737342', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6beef8c8-11cd-4aa0-ae20-531a45b1faf5', 'mac_address': 'fa:16:3e:43:50:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce4ab59-77c4-4fb8-9c59-31aad10050df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T17:20:16Z', 'updated_at': '2022-01-18T17:20:30Z', 'revision_number': 1, 'project_id': 'e39431ed93ab40b3bd3a181b2afcac3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0967e5d8-ea3f-43d0-ad41-84aa3ac49cfd', 'name': '', 'network_id': '6beef8c8-11cd-4aa0-ae20-531a45b1faf5', 'tenant_id': 'e39431ed93ab40b3bd3a181b2afcac3d', 'mac_address': 'fa:16:3e:0c:f1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae71a829-54e7-4733-86ed-b8acf1486bff', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'db7edcea-cc0c-4f91-8652-8431bf22b201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:36Z', 'updated_at': '2022-01-18T17:16:44Z', 'revision_number': 5, 'project_id': 'e39431ed93ab40b3bd3a181b2afcac3d', 'subnets': [{'id': 'db7edcea-cc0c-4f91-8652-8431bf22b201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-11-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:20:32.869197 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8149a625-ceab-42d6-958a-c53c710b3478 None None] The sync data for ids ['ae71a829-54e7-4733-86ed-b8acf1486bff'] in dv-cinder-733623-11-iscsi is: [{'id': 'ae71a829-54e7-4733-86ed-b8acf1486bff', 'name': 'tempest-AttachVolumeTestJSON-460665670-router', 'tenant_id': 'e39431ed93ab40b3bd3a181b2afcac3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '2d6c734a-3144-4731-99a7-d8056b285be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:16:33Z', 'updated_at': '2022-01-18T17:16:37Z', 'revision_number': 4, 'project_id': 'e39431ed93ab40b3bd3a181b2afcac3d', 'gw_port': {'id': '2d6c734a-3144-4731-99a7-d8056b285be3', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae71a829-54e7-4733-86ed-b8acf1486bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:33Z', 'updated_at': '2022-01-18T17:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi', '_floatingips': [{'id': 'a9c48b8a-aa09-4495-9b36-732c2e6151be', 'tenant_id': 'e39431ed93ab40b3bd3a181b2afcac3d', 'floating_ip_address': '172.27.1.41', 'floating_network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'router_id': 'ae71a829-54e7-4733-86ed-b8acf1486bff', 'port_id': '2d3dc88a-594e-446c-8dfc-9fdae6737342', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6beef8c8-11cd-4aa0-ae20-531a45b1faf5', 'mac_address': 'fa:16:3e:43:50:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce4ab59-77c4-4fb8-9c59-31aad10050df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T17:20:16Z', 'updated_at': '2022-01-18T17:20:30Z', 'revision_number': 1, 'project_id': 'e39431ed93ab40b3bd3a181b2afcac3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0967e5d8-ea3f-43d0-ad41-84aa3ac49cfd', 'name': '', 'network_id': '6beef8c8-11cd-4aa0-ae20-531a45b1faf5', 'tenant_id': 'e39431ed93ab40b3bd3a181b2afcac3d', 'mac_address': 'fa:16:3e:0c:f1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae71a829-54e7-4733-86ed-b8acf1486bff', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'db7edcea-cc0c-4f91-8652-8431bf22b201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:36Z', 'updated_at': '2022-01-18T17:16:44Z', 'revision_number': 5, 'project_id': 'e39431ed93ab40b3bd3a181b2afcac3d', 'subnets': [{'id': 'db7edcea-cc0c-4f91-8652-8431bf22b201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 17:20:32.893014 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-715e570b-e580-4362-a66a-6afeecad2237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1557582'] for subnet (d079672b-4dc5-40cc-9cb8-ed53072bdf97), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:32.996261 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-715e570b-e580-4362-a66a-6afeecad2237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6115704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4852999'] for subnet (d079672b-4dc5-40cc-9cb8-ed53072bdf97), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:33.035672 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715e570b-e580-4362-a66a-6afeecad2237 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d079672b-4dc5-40cc-9cb8-ed53072bdf97,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:20:33.044207 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fc1166-f27a-4adf-96af-e8156321b257 req-c3f64c67-ff37-4648-8465-a52ad6ea0de4 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:20:33.044642 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-715e570b-e580-4362-a66a-6afeecad2237 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526667'] for subnet (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:33.051372 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-23fc1166-f27a-4adf-96af-e8156321b257 req-c3f64c67-ff37-4648-8465-a52ad6ea0de4 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/ports?device_id=632bbe0b-9c86-4143-8cc5-baa6f976933d HTTP/1.1" status: 200 len: 945 time: 0.0692108 Jan 18 17:20:33.051487 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-715e570b-e580-4362-a66a-6afeecad2237 admin admin] 10.222.0.100 "DELETE /v2.0/subnets/d079672b-4dc5-40cc-9cb8-ed53072bdf97 HTTP/1.1" status: 204 len: 168 time: 0.3341391 Jan 18 17:20:33.051487 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 59506) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:20:33.058704 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5fb5f1-c918-441d-ba4a-adb41c8bf81c None None] Network e24270b1-3b76-42c1-ab14-aac8e531ef99 requested from dv-cinder-733623-11-iscsi {{(pid=103198) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 17:20:33.131803 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-23fc1166-f27a-4adf-96af-e8156321b257 req-1da40da8-dcb0-4484-942b-aea568f2b3de tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/security-groups?id=3146ca4f-c802-403d-b3a8-374af26132ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777445 Jan 18 17:20:33.160826 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8dc43e8-76e1-4dde-ba2f-445bff6d96b4 None None] New status for floating IP a9c48b8a-aa09-4495-9b36-732c2e6151be: ACTIVE {{(pid=103199) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 17:20:33.177487 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-295b1556-836f-4b4d-9822-d0ba443fa764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540870'] for network (e24270b1-3b76-42c1-ab14-aac8e531ef99), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:33.185234 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Device 7bf83da9-47e0-4dba-ac0b-826c3dfc85b0 no longer exists at agent ovs-agent-dv-cinder-733623-11-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 17:20:33.207802 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] No Port match for: 7bf83da9-47e0-4dba-ac0b-826c3dfc85b0 {{(pid=103198) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 17:20:33.208146 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Device 7bf83da9-47e0-4dba-ac0b-826c3dfc85b0 not bound to the agent host dv-cinder-733623-11-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 17:20:33.208567 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Device 7272c112-93df-45ef-a52a-a43e09af6183 no longer exists at agent ovs-agent-dv-cinder-733623-11-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 17:20:33.236196 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] No Port match for: 7272c112-93df-45ef-a52a-a43e09af6183 {{(pid=103198) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 17:20:33.236551 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Device 7272c112-93df-45ef-a52a-a43e09af6183 not bound to the agent host dv-cinder-733623-11-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 17:20:33.240754 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.plugin [None req-295b1556-836f-4b4d-9822-d0ba443fa764 admin admin] Deleting port b0fa99e0-6e5c-406c-a652-58e297520dc6 {{(pid=103197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 17:20:33.241102 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-295b1556-836f-4b4d-9822-d0ba443fa764 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785612421596'] for port (b0fa99e0-6e5c-406c-a652-58e297520dc6), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:33.318882 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-295b1556-836f-4b4d-9822-d0ba443fa764 admin admin] For port b0fa99e0-6e5c-406c-a652-58e297520dc6, host dv-cinder-733623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-11-iscsi',level=0,port_id=b0fa99e0-6e5c-406c-a652-58e297520dc6,segment=NetworkSegment(ef6028c7-c38a-4b30-a405-fa641b3b9474),segment_id=ef6028c7-c38a-4b30-a405-fa641b3b9474)] {{(pid=103197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:20:33.319377 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-295b1556-836f-4b4d-9822-d0ba443fa764 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653228'] for port (b0fa99e0-6e5c-406c-a652-58e297520dc6), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:33.334530 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.plugin [None req-295b1556-836f-4b4d-9822-d0ba443fa764 admin admin] Calling delete_port for b0fa99e0-6e5c-406c-a652-58e297520dc6 owned by network:dhcp {{(pid=103197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 17:20:33.362920 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479b4748-2ab7-4422-bdbd-443344321a64 None None] DHCP port deletion for e24270b1-3b76-42c1-ab14-aac8e531ef99 request from dv-cinder-733623-11-iscsi {{(pid=103198) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 17:20:33.426969 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-479b4748-2ab7-4422-bdbd-443344321a64 None None] Deleting port b0fa99e0-6e5c-406c-a652-58e297520dc6 {{(pid=103198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 17:20:33.427475 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-479b4748-2ab7-4422-bdbd-443344321a64 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785612421596'] for port (b0fa99e0-6e5c-406c-a652-58e297520dc6), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:33.470629 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-295b1556-836f-4b4d-9822-d0ba443fa764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785612430192', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785611913813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6115669'] for port (b0fa99e0-6e5c-406c-a652-58e297520dc6), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:33.499335 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295b1556-836f-4b4d-9822-d0ba443fa764 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0fa99e0-6e5c-406c-a652-58e297520dc6,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:20:33.503136 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295b1556-836f-4b4d-9822-d0ba443fa764 admin admin] No DVR routers for this DVR port b0fa99e0-6e5c-406c-a652-58e297520dc6 on host dv-cinder-733623-11-iscsi {{(pid=103197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 17:20:33.506091 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-479b4748-2ab7-4422-bdbd-443344321a64 None None] For port b0fa99e0-6e5c-406c-a652-58e297520dc6, host dv-cinder-733623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-11-iscsi',level=0,port_id=b0fa99e0-6e5c-406c-a652-58e297520dc6,segment=NetworkSegment(ef6028c7-c38a-4b30-a405-fa641b3b9474),segment_id=ef6028c7-c38a-4b30-a405-fa641b3b9474)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:20:33.506689 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-479b4748-2ab7-4422-bdbd-443344321a64 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653228'] for port (b0fa99e0-6e5c-406c-a652-58e297520dc6), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:33.521968 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-479b4748-2ab7-4422-bdbd-443344321a64 None None] Calling delete_port for b0fa99e0-6e5c-406c-a652-58e297520dc6 owned by network:dhcp {{(pid=103198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 17:20:33.577773 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-295b1556-836f-4b4d-9822-d0ba443fa764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1561079', 'neutron.services.segments.db._delete_segments_for_network-8785612501023'] for network (e24270b1-3b76-42c1-ab14-aac8e531ef99), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:33.598654 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.services.segments.db [None req-295b1556-836f-4b4d-9822-d0ba443fa764 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e24270b1-3b76-42c1-ab14-aac8e531ef99']}} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:20:33.602859 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-479b4748-2ab7-4422-bdbd-443344321a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785612430192', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785611913813'] for port (b0fa99e0-6e5c-406c-a652-58e297520dc6), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:33.608131 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.services.segments.db [None req-295b1556-836f-4b4d-9822-d0ba443fa764 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef6028c7-c38a-4b30-a405-fa641b3b9474') {'for_net_delete': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:20:33.608423 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.services.segments.db [None req-295b1556-836f-4b4d-9822-d0ba443fa764 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef6028c7-c38a-4b30-a405-fa641b3b9474') {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:20:33.617774 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-295b1556-836f-4b4d-9822-d0ba443fa764 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785612502312', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6389701'] for segment (ef6028c7-c38a-4b30-a405-fa641b3b9474), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:33.629013 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479b4748-2ab7-4422-bdbd-443344321a64 None None] Pushing event deleted for resources: {'Port': ['ID=b0fa99e0-6e5c-406c-a652-58e297520dc6,revision_number=None']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:20:33.630858 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479b4748-2ab7-4422-bdbd-443344321a64 None None] No DVR routers for this DVR port b0fa99e0-6e5c-406c-a652-58e297520dc6 on host dv-cinder-733623-11-iscsi {{(pid=103198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 17:20:33.632386 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-295b1556-836f-4b4d-9822-d0ba443fa764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527697'] for segment (ef6028c7-c38a-4b30-a405-fa641b3b9474), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:33.646936 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-295b1556-836f-4b4d-9822-d0ba443fa764 admin admin] Releasing vlan 255 on physical network physnet1 to pool {{(pid=103197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 17:20:33.647389 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-295b1556-836f-4b4d-9822-d0ba443fa764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6115622'] for segment (ef6028c7-c38a-4b30-a405-fa641b3b9474), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:33.649147 dv-cinder-733623-11-iscsi neutron-server[103197]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:20:33.649147 dv-cinder-733623-11-iscsi neutron-server[103197]: warnings.warn(msg) Jan 18 17:20:33.649147 dv-cinder-733623-11-iscsi neutron-server[103197]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:20:33.649147 dv-cinder-733623-11-iscsi neutron-server[103197]: warnings.warn(msg) Jan 18 17:20:33.649147 dv-cinder-733623-11-iscsi neutron-server[103197]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:20:33.649147 dv-cinder-733623-11-iscsi neutron-server[103197]: warnings.warn(msg) Jan 18 17:20:33.649147 dv-cinder-733623-11-iscsi neutron-server[103197]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:20:33.649147 dv-cinder-733623-11-iscsi neutron-server[103197]: warnings.warn(msg) Jan 18 17:20:33.649147 dv-cinder-733623-11-iscsi neutron-server[103197]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:20:33.649147 dv-cinder-733623-11-iscsi neutron-server[103197]: warnings.warn(msg) Jan 18 17:20:33.649147 dv-cinder-733623-11-iscsi neutron-server[103197]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:20:33.649147 dv-cinder-733623-11-iscsi neutron-server[103197]: warnings.warn(msg) Jan 18 17:20:33.649147 dv-cinder-733623-11-iscsi neutron-server[103197]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:20:33.649147 dv-cinder-733623-11-iscsi neutron-server[103197]: warnings.warn(msg) Jan 18 17:20:33.649147 dv-cinder-733623-11-iscsi neutron-server[103197]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:20:33.649147 dv-cinder-733623-11-iscsi neutron-server[103197]: warnings.warn(msg) Jan 18 17:20:33.649147 dv-cinder-733623-11-iscsi neutron-server[103197]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:20:33.649147 dv-cinder-733623-11-iscsi neutron-server[103197]: warnings.warn(msg) Jan 18 17:20:33.649147 dv-cinder-733623-11-iscsi neutron-server[103197]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:20:33.649147 dv-cinder-733623-11-iscsi neutron-server[103197]: warnings.warn(msg) Jan 18 17:20:33.649147 dv-cinder-733623-11-iscsi neutron-server[103197]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:20:33.649147 dv-cinder-733623-11-iscsi neutron-server[103197]: warnings.warn(msg) Jan 18 17:20:33.649147 dv-cinder-733623-11-iscsi neutron-server[103197]: Traceback (most recent call last): Jan 18 17:20:33.649147 dv-cinder-733623-11-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 17:20:33.649147 dv-cinder-733623-11-iscsi neutron-server[103197]: timer() Jan 18 17:20:33.649147 dv-cinder-733623-11-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 17:20:33.649147 dv-cinder-733623-11-iscsi neutron-server[103197]: cb(*args, **kw) Jan 18 17:20:33.649147 dv-cinder-733623-11-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 17:20:33.649147 dv-cinder-733623-11-iscsi neutron-server[103197]: return func(*args, **kwargs) Jan 18 17:20:33.649147 dv-cinder-733623-11-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 17:20:33.649147 dv-cinder-733623-11-iscsi neutron-server[103197]: self._notify() Jan 18 17:20:33.649147 dv-cinder-733623-11-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 17:20:33.649147 dv-cinder-733623-11-iscsi neutron-server[103197]: self.callback(batched_events) Jan 18 17:20:33.649147 dv-cinder-733623-11-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 17:20:33.649147 dv-cinder-733623-11-iscsi neutron-server[103197]: event.method(event) Jan 18 17:20:33.649147 dv-cinder-733623-11-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 17:20:33.649147 dv-cinder-733623-11-iscsi neutron-server[103197]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 17:20:33.649147 dv-cinder-733623-11-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 17:20:33.649147 dv-cinder-733623-11-iscsi neutron-server[103197]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 17:20:33.649147 dv-cinder-733623-11-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 17:20:33.649147 dv-cinder-733623-11-iscsi neutron-server[103197]: return f(self, *a, **k) Jan 18 17:20:33.649147 dv-cinder-733623-11-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 17:20:33.649147 dv-cinder-733623-11-iscsi neutron-server[103197]: return self._get(url).json() Jan 18 17:20:33.649147 dv-cinder-733623-11-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 17:20:33.649147 dv-cinder-733623-11-iscsi neutron-server[103197]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 17:20:33.649147 dv-cinder-733623-11-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 17:20:33.649147 dv-cinder-733623-11-iscsi neutron-server[103197]: return self.request(url, 'GET', **kwargs) Jan 18 17:20:33.649147 dv-cinder-733623-11-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 17:20:33.649147 dv-cinder-733623-11-iscsi neutron-server[103197]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 17:20:33.649147 dv-cinder-733623-11-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 17:20:33.649147 dv-cinder-733623-11-iscsi neutron-server[103197]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 17:20:33.649147 dv-cinder-733623-11-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 17:20:33.649147 dv-cinder-733623-11-iscsi neutron-server[103197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 17:20:33.649147 dv-cinder-733623-11-iscsi neutron-server[103197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 17:20:33.784828 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-295b1556-836f-4b4d-9822-d0ba443fa764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647965'] for network (e24270b1-3b76-42c1-ab14-aac8e531ef99), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:33.790380 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-295b1556-836f-4b4d-9822-d0ba443fa764 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526667'] for network (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:33.796445 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-295b1556-836f-4b4d-9822-d0ba443fa764 admin admin] 10.222.0.100 "DELETE /v2.0/networks/e24270b1-3b76-42c1-ab14-aac8e531ef99 HTTP/1.1" status: 204 len: 168 time: 0.7416308 Jan 18 17:20:33.804751 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295b1556-836f-4b4d-9822-d0ba443fa764 admin admin] Pushing event deleted for resources: {'Network': ['ID=e24270b1-3b76-42c1-ab14-aac8e531ef99,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:20:34.148942 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 59512) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:20:34.191508 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-995c49c6-1845-462c-b26a-3edaf1757b4a admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=b3741339c9cb4d89942a9d122409b0f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403140 Jan 18 17:20:34.193782 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 59516) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:20:34.276331 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182147a2-0496-4e19-b20e-8e2cccc2a8f6 req-0efb2c2f-d226-4050-b486-dd5e11767e3f tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:20:34.277817 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-182147a2-0496-4e19-b20e-8e2cccc2a8f6 req-0efb2c2f-d226-4050-b486-dd5e11767e3f tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/ports?device_id=632bbe0b-9c86-4143-8cc5-baa6f976933d HTTP/1.1" status: 200 len: 945 time: 0.0770617 Jan 18 17:20:34.293974 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4a886f9e-c93a-4ce8-856a-7d8a1119b448 admin admin] Publish callbacks [] for security_group (eaa324d6-c0e9-4c20-b7bf-0db4e43fc8f3), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:34.334926 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4a886f9e-c93a-4ce8-856a-7d8a1119b448 admin admin] Publish callbacks [] for security_group (eaa324d6-c0e9-4c20-b7bf-0db4e43fc8f3), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:34.356919 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-182147a2-0496-4e19-b20e-8e2cccc2a8f6 req-eb68c69d-9e2d-4616-976e-391bca7fd15f tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/security-groups?id=3146ca4f-c802-403d-b3a8-374af26132ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734835 Jan 18 17:20:34.476367 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90ca668-752d-41b7-9d00-896754213241 req-2a1c7ce7-ecc7-4fbe-99eb-9344c7d5794b tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:20:34.478344 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-a90ca668-752d-41b7-9d00-896754213241 req-2a1c7ce7-ecc7-4fbe-99eb-9344c7d5794b tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/ports?device_id=632bbe0b-9c86-4143-8cc5-baa6f976933d HTTP/1.1" status: 200 len: 945 time: 0.0511556 Jan 18 17:20:34.481599 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4a886f9e-c93a-4ce8-856a-7d8a1119b448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (eaa324d6-c0e9-4c20-b7bf-0db4e43fc8f3), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:34.484729 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4a886f9e-c93a-4ce8-856a-7d8a1119b448 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:34.485382 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-4a886f9e-c93a-4ce8-856a-7d8a1119b448 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/eaa324d6-c0e9-4c20-b7bf-0db4e43fc8f3 HTTP/1.1" status: 204 len: 168 time: 0.2907112 Jan 18 17:20:34.494069 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a886f9e-c93a-4ce8-856a-7d8a1119b448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa324d6-c0e9-4c20-b7bf-0db4e43fc8f3,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:20:34.537093 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-a90ca668-752d-41b7-9d00-896754213241 req-cbf7b420-4f68-4f64-a40c-cd2afc1480d9 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/security-groups?id=3146ca4f-c802-403d-b3a8-374af26132ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530491 Jan 18 17:20:34.560324 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 59522) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:20:34.601393 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6711edd4-39be-4987-8c0c-da20e87ab21a tempest-TestVolumeBootPattern-176709673 tempest-TestVolumeBootPattern-176709673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:20:34.603723 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-6711edd4-39be-4987-8c0c-da20e87ab21a tempest-TestVolumeBootPattern-176709673 tempest-TestVolumeBootPattern-176709673-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=632bbe0b-9c86-4143-8cc5-baa6f976933d HTTP/1.1" status: 200 len: 1093 time: 0.0416753 Jan 18 17:20:34.606914 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 59524) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:20:34.611171 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-cd624435-4e90-4ab5-bc95-66d8f4e5da80 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Request body: {'floatingip': {'floating_network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'port_id': 'f0b30660-9680-4714-b984-740e50756a13', 'tenant_id': '09bf69f6abdb4a3083dce101c7984e29', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:20:34.693528 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-cd624435-4e90-4ab5-bc95-66d8f4e5da80 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:34.795637 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-cd624435-4e90-4ab5-bc95-66d8f4e5da80 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:34.901989 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-cd624435-4e90-4ab5-bc95-66d8f4e5da80 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Allocated IP 172.27.1.156 (09e508a9-4d19-4482-acf1-bcc4a2adb430/ac199632-c036-4879-8c53-e78832fc0d54/92d8a62f-bb2b-40b3-855d-34354575dfd6) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 17:20:35.010033 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-cd624435-4e90-4ab5-bc95-66d8f4e5da80 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Publish callbacks [] for port (92d8a62f-bb2b-40b3-855d-34354575dfd6), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:35.093790 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-cd624435-4e90-4ab5-bc95-66d8f4e5da80 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785611913804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4300409'] for port (92d8a62f-bb2b-40b3-855d-34354575dfd6), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:35.136472 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Device b0fa99e0-6e5c-406c-a652-58e297520dc6 no longer exists at agent ovs-agent-dv-cinder-733623-11-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 17:20:35.137860 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd624435-4e90-4ab5-bc95-66d8f4e5da80 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Network 09e508a9-4d19-4482-acf1-bcc4a2adb430 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 17:20:35.141552 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-cd624435-4e90-4ab5-bc95-66d8f4e5da80 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 17:20:35.145222 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd624435-4e90-4ab5-bc95-66d8f4e5da80 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 17:20:35.158801 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] No Port match for: b0fa99e0-6e5c-406c-a652-58e297520dc6 {{(pid=103198) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 17:20:35.159172 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Device b0fa99e0-6e5c-406c-a652-58e297520dc6 not bound to the agent host dv-cinder-733623-11-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 17:20:35.174631 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd624435-4e90-4ab5-bc95-66d8f4e5da80 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Pushing event updated for resources: {'Port': ['ID=92d8a62f-bb2b-40b3-855d-34354575dfd6,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:20:35.181494 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 59530) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:20:35.230857 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-c61ebfbd-48f0-47f5-998e-6524ccf37859 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=da8ff98f0f8244899af414e6a5f71296&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0475848 Jan 18 17:20:35.231565 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 59532) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:20:35.279602 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-455c1ab8-6348-41d4-9767-a2d18063dd99 admin admin] Publish callbacks [] for security_group (bed7f0c6-ade4-4ecc-a114-ead5925cb9c2), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:35.301664 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-455c1ab8-6348-41d4-9767-a2d18063dd99 admin admin] Publish callbacks [] for security_group (bed7f0c6-ade4-4ecc-a114-ead5925cb9c2), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:35.453215 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-455c1ab8-6348-41d4-9767-a2d18063dd99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (bed7f0c6-ade4-4ecc-a114-ead5925cb9c2), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:35.455766 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-455c1ab8-6348-41d4-9767-a2d18063dd99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:35.456946 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-455c1ab8-6348-41d4-9767-a2d18063dd99 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/bed7f0c6-ade4-4ecc-a114-ead5925cb9c2 HTTP/1.1" status: 204 len: 168 time: 0.2244105 Jan 18 17:20:35.465461 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455c1ab8-6348-41d4-9767-a2d18063dd99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed7f0c6-ade4-4ecc-a114-ead5925cb9c2,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:20:35.541708 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-cd624435-4e90-4ab5-bc95-66d8f4e5da80 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Publish callbacks [] for floatingip (d71a4997-96e6-401d-a4eb-e080549974f8), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:35.666948 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-cd624435-4e90-4ab5-bc95-66d8f4e5da80 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (92d8a62f-bb2b-40b3-855d-34354575dfd6), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:35.832523 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-cd624435-4e90-4ab5-bc95-66d8f4e5da80 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Publish callbacks [] for port (92d8a62f-bb2b-40b3-855d-34354575dfd6), precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:35.876251 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-cd624435-4e90-4ab5-bc95-66d8f4e5da80 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4300398'] for port (92d8a62f-bb2b-40b3-855d-34354575dfd6), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:35.952682 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd624435-4e90-4ab5-bc95-66d8f4e5da80 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Pushing event updated for resources: {'Port': ['ID=92d8a62f-bb2b-40b3-855d-34354575dfd6,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:20:35.966227 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-cd624435-4e90-4ab5-bc95-66d8f4e5da80 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647951'] for floatingip (d71a4997-96e6-401d-a4eb-e080549974f8), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:36.064421 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.db.l3_db [None req-cd624435-4e90-4ab5-bc95-66d8f4e5da80 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Floating IP d71a4997-96e6-401d-a4eb-e080549974f8 associated. External IP: 172.27.1.156, port: f0b30660-9680-4714-b984-740e50756a13. Jan 18 17:20:36.271417 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd624435-4e90-4ab5-bc95-66d8f4e5da80 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Router 2e365302-71a6-4cdc-aaf8-2ff4eb24cb67 has already been hosted by L3 agent 34860b7f-7c9d-4265-9a0a-1b9bd2e1622e {{(pid=103196) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 17:20:36.379143 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd624435-4e90-4ab5-bc95-66d8f4e5da80 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Notify agent at l3_agent.dv-cinder-733623-11-iscsi the message routers_updated {{(pid=103196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 17:20:36.391052 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8569ca78-cb54-4e7e-b6a6-73e04d2bae36 None None] Sync routers for ids ['2e365302-71a6-4cdc-aaf8-2ff4eb24cb67'] in dv-cinder-733623-11-iscsi {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 17:20:36.400614 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8569ca78-cb54-4e7e-b6a6-73e04d2bae36 None None] Routers {'2e365302-71a6-4cdc-aaf8-2ff4eb24cb67'} bound to L3 agent in host dv-cinder-733623-11-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 17:20:36.401141 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-8569ca78-cb54-4e7e-b6a6-73e04d2bae36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T17:04:58Z,description=,heartbeat_timestamp=2022-01-18T17:20:28Z,host='dv-cinder-733623-11-iscsi',id=34860b7f-7c9d-4265-9a0a-1b9bd2e1622e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T17:04:59Z,topic='l3_agent')) {'router_ids': ['2e365302-71a6-4cdc-aaf8-2ff4eb24cb67'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:20:36.461167 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-cd624435-4e90-4ab5-bc95-66d8f4e5da80 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1923895'] for floatingip (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:36.491088 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-cd624435-4e90-4ab5-bc95-66d8f4e5da80 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8831005 Jan 18 17:20:36.491980 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '632bbe0b-9c86-4143-8cc5-baa6f976933d', 'tag': 'f0b30660-9680-4714-b984-740e50756a13'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 17:20:36.496165 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dae96983658fa47cc55ad2b43631f290e6eb934f25c74fb238f11dfd9473403c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-594a1758-47c4-4d8f-8d36-d67972293865" -d '{"events": [{"name": "network-changed", "server_uuid": "632bbe0b-9c86-4143-8cc5-baa6f976933d", "tag": "f0b30660-9680-4714-b984-740e50756a13"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 17:20:36.513964 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-8569ca78-cb54-4e7e-b6a6-73e04d2bae36 None None] Set router 2e365302-71a6-4cdc-aaf8-2ff4eb24cb67 gateway port host: dv-cinder-733623-11-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 17:20:36.533389 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 17:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66f451b3-ed16-4dae-b603-e8ee1ffa56e1 x-openstack-request-id: req-66f451b3-ed16-4dae-b603-e8ee1ffa56e1 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 17:20:36.533745 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "632bbe0b-9c86-4143-8cc5-baa6f976933d", "tag": "f0b30660-9680-4714-b984-740e50756a13", "status": "completed", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 17:20:36.534005 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-66f451b3-ed16-4dae-b603-e8ee1ffa56e1 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 17:20:36.534454 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '632bbe0b-9c86-4143-8cc5-baa6f976933d', 'tag': 'f0b30660-9680-4714-b984-740e50756a13', 'status': 'completed', 'code': 200} Jan 18 17:20:36.595774 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594a1758-47c4-4d8f-8d36-d67972293865 req-48bb589c-34c4-4f0d-9fa7-95f6b0efbacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:20:36.597215 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-594a1758-47c4-4d8f-8d36-d67972293865 req-48bb589c-34c4-4f0d-9fa7-95f6b0efbacd service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=09bf69f6abdb4a3083dce101c7984e29&device_id=632bbe0b-9c86-4143-8cc5-baa6f976933d HTTP/1.1" status: 200 len: 1098 time: 0.0423808 Jan 18 17:20:36.694876 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594a1758-47c4-4d8f-8d36-d67972293865 req-16162287-7111-4efd-84df-df34fefd2b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:20:36.696629 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-594a1758-47c4-4d8f-8d36-d67972293865 req-16162287-7111-4efd-84df-df34fefd2b05 service neutron] 10.222.0.105 "GET /v2.0/networks?id=0c17f545-2bb3-4abb-be71-29d5f95f2d88 HTTP/1.1" status: 200 len: 912 time: 0.0915313 Jan 18 17:20:36.746620 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-8569ca78-cb54-4e7e-b6a6-73e04d2bae36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e365302-71a6-4cdc-aaf8-2ff4eb24cb67', 'name': 'tempest-TestVolumeBootPattern-168893207-router', 'tenant_id': '09bf69f6abdb4a3083dce101c7984e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'b335151e-254a-4744-a80a-19590b3125c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:16:42Z', 'updated_at': '2022-01-18T17:16:50Z', 'revision_number': 4, 'project_id': '09bf69f6abdb4a3083dce101c7984e29', 'gw_port': {'id': 'b335151e-254a-4744-a80a-19590b3125c0', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e365302-71a6-4cdc-aaf8-2ff4eb24cb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:44Z', 'updated_at': '2022-01-18T17:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi', '_floatingips': [{'id': 'd71a4997-96e6-401d-a4eb-e080549974f8', 'tenant_id': '09bf69f6abdb4a3083dce101c7984e29', 'floating_ip_address': '172.27.1.156', 'floating_network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'router_id': '2e365302-71a6-4cdc-aaf8-2ff4eb24cb67', 'port_id': 'f0b30660-9680-4714-b984-740e50756a13', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c17f545-2bb3-4abb-be71-29d5f95f2d88', 'mac_address': 'fa:16:3e:1c:29:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632bbe0b-9c86-4143-8cc5-baa6f976933d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T17:20:35Z', 'updated_at': '2022-01-18T17:20:35Z', 'revision_number': 0, 'project_id': '09bf69f6abdb4a3083dce101c7984e29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2c8d537-91bc-432b-8688-4b0039e89285', 'name': '', 'network_id': '0c17f545-2bb3-4abb-be71-29d5f95f2d88', 'tenant_id': '09bf69f6abdb4a3083dce101c7984e29', 'mac_address': 'fa:16:3e:07:c9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e365302-71a6-4cdc-aaf8-2ff4eb24cb67', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '92e52731-b298-4268-83b9-5cd526153971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:49Z', 'updated_at': '2022-01-18T17:16:56Z', 'revision_number': 5, 'project_id': '09bf69f6abdb4a3083dce101c7984e29', 'subnets': [{'id': '92e52731-b298-4268-83b9-5cd526153971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-11-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:20:36.768929 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-594a1758-47c4-4d8f-8d36-d67972293865 req-a47454bc-af0d-4b4f-8f13-3beeed77205f service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f0b30660-9680-4714-b984-740e50756a13 HTTP/1.1" status: 200 len: 999 time: 0.0663192 Jan 18 17:20:36.772907 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8569ca78-cb54-4e7e-b6a6-73e04d2bae36 None None] Checking router: 2e365302-71a6-4cdc-aaf8-2ff4eb24cb67 for host: dv-cinder-733623-11-iscsi {{(pid=103198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 17:20:36.781502 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8569ca78-cb54-4e7e-b6a6-73e04d2bae36 None None] Routers {'2e365302-71a6-4cdc-aaf8-2ff4eb24cb67'} bound to L3 agent in host dv-cinder-733623-11-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 17:20:36.782094 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-8569ca78-cb54-4e7e-b6a6-73e04d2bae36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T17:04:58Z,description=,heartbeat_timestamp=2022-01-18T17:20:28Z,host='dv-cinder-733623-11-iscsi',id=34860b7f-7c9d-4265-9a0a-1b9bd2e1622e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T17:04:59Z,topic='l3_agent')) {'router_ids': ['2e365302-71a6-4cdc-aaf8-2ff4eb24cb67'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:20:36.820201 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594a1758-47c4-4d8f-8d36-d67972293865 req-8dc8bbbf-93aa-4969-b45a-4bba4de0e054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:20:36.821793 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-594a1758-47c4-4d8f-8d36-d67972293865 req-8dc8bbbf-93aa-4969-b45a-4bba4de0e054 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=92e52731-b298-4268-83b9-5cd526153971 HTTP/1.1" status: 200 len: 850 time: 0.0453219 Jan 18 17:20:36.867289 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594a1758-47c4-4d8f-8d36-d67972293865 req-72e79905-d46c-463c-b8c6-630d2a944710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:20:36.869413 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-594a1758-47c4-4d8f-8d36-d67972293865 req-72e79905-d46c-463c-b8c6-630d2a944710 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=0c17f545-2bb3-4abb-be71-29d5f95f2d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0407267 Jan 18 17:20:36.889817 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-8569ca78-cb54-4e7e-b6a6-73e04d2bae36 None None] Set router 2e365302-71a6-4cdc-aaf8-2ff4eb24cb67 gateway port host: dv-cinder-733623-11-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 17:20:37.126312 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-8569ca78-cb54-4e7e-b6a6-73e04d2bae36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e365302-71a6-4cdc-aaf8-2ff4eb24cb67', 'name': 'tempest-TestVolumeBootPattern-168893207-router', 'tenant_id': '09bf69f6abdb4a3083dce101c7984e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'b335151e-254a-4744-a80a-19590b3125c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:16:42Z', 'updated_at': '2022-01-18T17:16:50Z', 'revision_number': 4, 'project_id': '09bf69f6abdb4a3083dce101c7984e29', 'gw_port': {'id': 'b335151e-254a-4744-a80a-19590b3125c0', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e365302-71a6-4cdc-aaf8-2ff4eb24cb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:44Z', 'updated_at': '2022-01-18T17:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi', '_floatingips': [{'id': 'd71a4997-96e6-401d-a4eb-e080549974f8', 'tenant_id': '09bf69f6abdb4a3083dce101c7984e29', 'floating_ip_address': '172.27.1.156', 'floating_network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'router_id': '2e365302-71a6-4cdc-aaf8-2ff4eb24cb67', 'port_id': 'f0b30660-9680-4714-b984-740e50756a13', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c17f545-2bb3-4abb-be71-29d5f95f2d88', 'mac_address': 'fa:16:3e:1c:29:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632bbe0b-9c86-4143-8cc5-baa6f976933d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T17:20:35Z', 'updated_at': '2022-01-18T17:20:35Z', 'revision_number': 0, 'project_id': '09bf69f6abdb4a3083dce101c7984e29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2c8d537-91bc-432b-8688-4b0039e89285', 'name': '', 'network_id': '0c17f545-2bb3-4abb-be71-29d5f95f2d88', 'tenant_id': '09bf69f6abdb4a3083dce101c7984e29', 'mac_address': 'fa:16:3e:07:c9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e365302-71a6-4cdc-aaf8-2ff4eb24cb67', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '92e52731-b298-4268-83b9-5cd526153971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:49Z', 'updated_at': '2022-01-18T17:16:56Z', 'revision_number': 5, 'project_id': '09bf69f6abdb4a3083dce101c7984e29', 'subnets': [{'id': '92e52731-b298-4268-83b9-5cd526153971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-11-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:20:37.156521 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8569ca78-cb54-4e7e-b6a6-73e04d2bae36 None None] The sync data for ids ['2e365302-71a6-4cdc-aaf8-2ff4eb24cb67'] in dv-cinder-733623-11-iscsi is: [{'id': '2e365302-71a6-4cdc-aaf8-2ff4eb24cb67', 'name': 'tempest-TestVolumeBootPattern-168893207-router', 'tenant_id': '09bf69f6abdb4a3083dce101c7984e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'b335151e-254a-4744-a80a-19590b3125c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:16:42Z', 'updated_at': '2022-01-18T17:16:50Z', 'revision_number': 4, 'project_id': '09bf69f6abdb4a3083dce101c7984e29', 'gw_port': {'id': 'b335151e-254a-4744-a80a-19590b3125c0', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e365302-71a6-4cdc-aaf8-2ff4eb24cb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:44Z', 'updated_at': '2022-01-18T17:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi', '_floatingips': [{'id': 'd71a4997-96e6-401d-a4eb-e080549974f8', 'tenant_id': '09bf69f6abdb4a3083dce101c7984e29', 'floating_ip_address': '172.27.1.156', 'floating_network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'router_id': '2e365302-71a6-4cdc-aaf8-2ff4eb24cb67', 'port_id': 'f0b30660-9680-4714-b984-740e50756a13', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c17f545-2bb3-4abb-be71-29d5f95f2d88', 'mac_address': 'fa:16:3e:1c:29:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632bbe0b-9c86-4143-8cc5-baa6f976933d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T17:20:35Z', 'updated_at': '2022-01-18T17:20:35Z', 'revision_number': 0, 'project_id': '09bf69f6abdb4a3083dce101c7984e29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2c8d537-91bc-432b-8688-4b0039e89285', 'name': '', 'network_id': '0c17f545-2bb3-4abb-be71-29d5f95f2d88', 'tenant_id': '09bf69f6abdb4a3083dce101c7984e29', 'mac_address': 'fa:16:3e:07:c9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e365302-71a6-4cdc-aaf8-2ff4eb24cb67', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '92e52731-b298-4268-83b9-5cd526153971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:49Z', 'updated_at': '2022-01-18T17:16:56Z', 'revision_number': 5, 'project_id': '09bf69f6abdb4a3083dce101c7984e29', 'subnets': [{'id': '92e52731-b298-4268-83b9-5cd526153971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 17:20:37.237602 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-594a1758-47c4-4d8f-8d36-d67972293865 req-873425e9-33bc-4471-8ec5-b877fd2e23c5 service neutron] 10.222.0.105 "GET /v2.0/networks/0c17f545-2bb3-4abb-be71-29d5f95f2d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3610702 Jan 18 17:20:37.338559 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-594a1758-47c4-4d8f-8d36-d67972293865 req-fceb8506-c811-4711-b76e-10a0a946541b service neutron] 10.222.0.105 "GET /v2.0/networks/0c17f545-2bb3-4abb-be71-29d5f95f2d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928385 Jan 18 17:20:37.356057 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1463bd-d963-4f3a-9131-ef5027119bf7 None None] New status for floating IP d71a4997-96e6-401d-a4eb-e080549974f8: ACTIVE {{(pid=103199) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 17:20:41.081826 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (e727efee-c94b-447a-9897-92f425521d05), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:42.747090 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.agents_db [None req-82e58cf6-2858-46ee-adbb-688a61b9207a None None] Agent healthcheck: found 6 active agents {{(pid=103199) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 17:20:49.676198 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b11527d-bce5-46a9-929a-7a76b0610054 req-874b18ca-fb45-4603-a6f5-01b148ce20a4 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:20:49.677577 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-2b11527d-bce5-46a9-929a-7a76b0610054 req-874b18ca-fb45-4603-a6f5-01b148ce20a4 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=e9d63d75-b877-47a6-94d7-208d66d7dd95 HTTP/1.1" status: 200 len: 947 time: 0.0550678 Jan 18 17:20:49.726168 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-2b11527d-bce5-46a9-929a-7a76b0610054 req-a93418d5-e1cc-420c-98fa-278c1fc3c3e5 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=d4c87099-e0de-47e8-9a1c-79e04a17fc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429673 Jan 18 17:20:50.847806 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e459a93-4168-44cc-960a-c349dc53c85b req-313e2f37-b933-4e2d-92ae-a591e8ed0d39 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:20:50.849280 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1e459a93-4168-44cc-960a-c349dc53c85b req-313e2f37-b933-4e2d-92ae-a591e8ed0d39 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=e9d63d75-b877-47a6-94d7-208d66d7dd95 HTTP/1.1" status: 200 len: 947 time: 0.0511534 Jan 18 17:20:50.895184 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1e459a93-4168-44cc-960a-c349dc53c85b req-cdd0b7f9-29fe-4aca-b251-7eae38998204 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups?id=d4c87099-e0de-47e8-9a1c-79e04a17fc5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401342 Jan 18 17:20:51.151879 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e8c7c0-6f2f-4531-bf14-aa0847d8b6aa req-2e73fa22-43f4-46f2-82b1-4a263b7c1ec6 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:20:51.153315 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-43e8c7c0-6f2f-4531-bf14-aa0847d8b6aa req-2e73fa22-43f4-46f2-82b1-4a263b7c1ec6 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.105 "GET /v2.0/ports?device_id=e9d63d75-b877-47a6-94d7-208d66d7dd95 HTTP/1.1" status: 200 len: 947 time: 0.0523016 Jan 18 17:20:51.253571 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [req-43e8c7c0-6f2f-4531-bf14-aa0847d8b6aa req-ce6c71e2-6d1b-4960-86e4-9a816e3811b7 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Deleting port d5da4c05-fc6b-48ae-bd37-20cdd7c9c363 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 17:20:51.253917 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-43e8c7c0-6f2f-4531-bf14-aa0847d8b6aa req-ce6c71e2-6d1b-4960-86e4-9a816e3811b7 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785612421596'] for port (d5da4c05-fc6b-48ae-bd37-20cdd7c9c363), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:51.344802 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [req-43e8c7c0-6f2f-4531-bf14-aa0847d8b6aa req-ce6c71e2-6d1b-4960-86e4-9a816e3811b7 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] For port d5da4c05-fc6b-48ae-bd37-20cdd7c9c363, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=d5da4c05-fc6b-48ae-bd37-20cdd7c9c363,segment=NetworkSegment(7804631f-b978-4531-985d-c1ed5e4123e4),segment_id=7804631f-b978-4531-985d-c1ed5e4123e4)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:20:51.345090 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-43e8c7c0-6f2f-4531-bf14-aa0847d8b6aa req-ce6c71e2-6d1b-4960-86e4-9a816e3811b7 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653228'] for port (d5da4c05-fc6b-48ae-bd37-20cdd7c9c363), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:51.515580 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-43e8c7c0-6f2f-4531-bf14-aa0847d8b6aa req-ce6c71e2-6d1b-4960-86e4-9a816e3811b7 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:51.515939 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-43e8c7c0-6f2f-4531-bf14-aa0847d8b6aa req-ce6c71e2-6d1b-4960-86e4-9a816e3811b7 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647951'] for floatingip (cd0868e4-b981-49b0-a420-607eaa9c1bb9), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:51.516257 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.db.l3_db [req-43e8c7c0-6f2f-4531-bf14-aa0847d8b6aa req-ce6c71e2-6d1b-4960-86e4-9a816e3811b7 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Floating IP cd0868e4-b981-49b0-a420-607eaa9c1bb9 disassociated. External IP: 172.27.1.59, port: d5da4c05-fc6b-48ae-bd37-20cdd7c9c363. Jan 18 17:20:51.516597 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [req-43e8c7c0-6f2f-4531-bf14-aa0847d8b6aa req-ce6c71e2-6d1b-4960-86e4-9a816e3811b7 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Calling delete_port for d5da4c05-fc6b-48ae-bd37-20cdd7c9c363 owned by compute:nova {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 17:20:51.727419 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-43e8c7c0-6f2f-4531-bf14-aa0847d8b6aa req-ce6c71e2-6d1b-4960-86e4-9a816e3811b7 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785612430192', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785611913813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4300409'] for port (d5da4c05-fc6b-48ae-bd37-20cdd7c9c363), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:51.755698 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6c71e2-6d1b-4960-86e4-9a816e3811b7 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Pushing event deleted for resources: {'Port': ['ID=d5da4c05-fc6b-48ae-bd37-20cdd7c9c363,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:20:51.869576 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.l3_agent_scheduler [req-43e8c7c0-6f2f-4531-bf14-aa0847d8b6aa req-ce6c71e2-6d1b-4960-86e4-9a816e3811b7 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Router 56189c01-216f-46e3-9aed-18bc5b25e3ff has already been hosted by L3 agent 34860b7f-7c9d-4265-9a0a-1b9bd2e1622e {{(pid=103196) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 17:20:52.000196 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-43e8c7c0-6f2f-4531-bf14-aa0847d8b6aa req-ce6c71e2-6d1b-4960-86e4-9a816e3811b7 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Notify agent at l3_agent.dv-cinder-733623-11-iscsi the message routers_updated {{(pid=103196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 17:20:52.003799 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-db2a1464-c78b-4231-9cfb-0b9ee4e14a1a req-1c3e26ee-4522-4294-9569-9d0a710165ab tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/ports?device_id=e9d63d75-b877-47a6-94d7-208d66d7dd95 HTTP/1.1" status: 200 len: 210 time: 0.0343566 Jan 18 17:20:52.012470 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b9f9f0-8025-415a-9682-1f3fcac91269 None None] Sync routers for ids ['56189c01-216f-46e3-9aed-18bc5b25e3ff'] in dv-cinder-733623-11-iscsi {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 17:20:52.027804 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b9f9f0-8025-415a-9682-1f3fcac91269 None None] Routers {'56189c01-216f-46e3-9aed-18bc5b25e3ff'} bound to L3 agent in host dv-cinder-733623-11-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 17:20:52.028529 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-69b9f9f0-8025-415a-9682-1f3fcac91269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T17:04:58Z,description=,heartbeat_timestamp=2022-01-18T17:20:28Z,host='dv-cinder-733623-11-iscsi',id=34860b7f-7c9d-4265-9a0a-1b9bd2e1622e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T17:04:59Z,topic='l3_agent')) {'router_ids': ['56189c01-216f-46e3-9aed-18bc5b25e3ff'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:20:52.042416 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [req-43e8c7c0-6f2f-4531-bf14-aa0847d8b6aa req-ce6c71e2-6d1b-4960-86e4-9a816e3811b7 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] No DVR routers for this DVR port d5da4c05-fc6b-48ae-bd37-20cdd7c9c363 on host hv-cinder-73362 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 17:20:52.045782 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-43e8c7c0-6f2f-4531-bf14-aa0847d8b6aa req-ce6c71e2-6d1b-4960-86e4-9a816e3811b7 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1923895'] for port (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:52.049332 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-43e8c7c0-6f2f-4531-bf14-aa0847d8b6aa req-ce6c71e2-6d1b-4960-86e4-9a816e3811b7 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.105 "DELETE /v2.0/ports/d5da4c05-fc6b-48ae-bd37-20cdd7c9c363 HTTP/1.1" status: 204 len: 173 time: 0.8879738 Jan 18 17:20:52.049855 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9d63d75-b877-47a6-94d7-208d66d7dd95', 'name': 'network-vif-deleted', 'tag': 'd5da4c05-fc6b-48ae-bd37-20cdd7c9c363'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 17:20:52.052149 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dae96983658fa47cc55ad2b43631f290e6eb934f25c74fb238f11dfd9473403c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baad73fe-6fb4-4733-a1d9-ff6faec5da39" -d '{"events": [{"server_uuid": "e9d63d75-b877-47a6-94d7-208d66d7dd95", "name": "network-vif-deleted", "tag": "d5da4c05-fc6b-48ae-bd37-20cdd7c9c363"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 17:20:52.099753 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 17:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9394c67-0f62-4380-b62f-4251c871bb53 x-openstack-request-id: req-c9394c67-0f62-4380-b62f-4251c871bb53 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 17:20:52.100050 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9d63d75-b877-47a6-94d7-208d66d7dd95", "name": "network-vif-deleted", "tag": "d5da4c05-fc6b-48ae-bd37-20cdd7c9c363", "status": "completed", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 17:20:52.100307 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-c9394c67-0f62-4380-b62f-4251c871bb53 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 17:20:52.100718 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9d63d75-b877-47a6-94d7-208d66d7dd95', 'name': 'network-vif-deleted', 'tag': 'd5da4c05-fc6b-48ae-bd37-20cdd7c9c363', 'status': 'completed', 'code': 200} Jan 18 17:20:52.143480 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-69b9f9f0-8025-415a-9682-1f3fcac91269 None None] Set router 56189c01-216f-46e3-9aed-18bc5b25e3ff gateway port host: dv-cinder-733623-11-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 17:20:52.487672 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-69b9f9f0-8025-415a-9682-1f3fcac91269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56189c01-216f-46e3-9aed-18bc5b25e3ff', 'name': 'tempest-AttachVolumeShelveTestJSON-1700372712-router', 'tenant_id': '4983e51e5c4742eb9b95034b5aef3213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '6eeb1ac4-8b60-49a7-ab84-a525826ad5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:13:04Z', 'updated_at': '2022-01-18T17:13:10Z', 'revision_number': 4, 'project_id': '4983e51e5c4742eb9b95034b5aef3213', 'gw_port': {'id': '6eeb1ac4-8b60-49a7-ab84-a525826ad5ee', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:37:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56189c01-216f-46e3-9aed-18bc5b25e3ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:13:05Z', 'updated_at': '2022-01-18T17:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi', '_interfaces': [{'id': '6676a036-60fd-429f-91ca-0c10c57145cd', 'name': '', 'network_id': '2be6587c-41c5-41bc-ac5a-09ac1f4499ce', 'tenant_id': '4983e51e5c4742eb9b95034b5aef3213', 'mac_address': 'fa:16:3e:52:6e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56189c01-216f-46e3-9aed-18bc5b25e3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '29c22a55-3970-45d3-a1fa-25a28ccfa3f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:13:08Z', 'updated_at': '2022-01-18T17:13:15Z', 'revision_number': 5, 'project_id': '4983e51e5c4742eb9b95034b5aef3213', 'subnets': [{'id': '29c22a55-3970-45d3-a1fa-25a28ccfa3f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-11-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:20:52.518437 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b9f9f0-8025-415a-9682-1f3fcac91269 None None] Checking router: 56189c01-216f-46e3-9aed-18bc5b25e3ff for host: dv-cinder-733623-11-iscsi {{(pid=103198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 17:20:52.526942 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b9f9f0-8025-415a-9682-1f3fcac91269 None None] Routers {'56189c01-216f-46e3-9aed-18bc5b25e3ff'} bound to L3 agent in host dv-cinder-733623-11-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 17:20:52.527577 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-69b9f9f0-8025-415a-9682-1f3fcac91269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T17:04:58Z,description=,heartbeat_timestamp=2022-01-18T17:20:28Z,host='dv-cinder-733623-11-iscsi',id=34860b7f-7c9d-4265-9a0a-1b9bd2e1622e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T17:04:59Z,topic='l3_agent')) {'router_ids': ['56189c01-216f-46e3-9aed-18bc5b25e3ff'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:20:52.634116 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-69b9f9f0-8025-415a-9682-1f3fcac91269 None None] Set router 56189c01-216f-46e3-9aed-18bc5b25e3ff gateway port host: dv-cinder-733623-11-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 17:20:52.834254 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-69b9f9f0-8025-415a-9682-1f3fcac91269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56189c01-216f-46e3-9aed-18bc5b25e3ff', 'name': 'tempest-AttachVolumeShelveTestJSON-1700372712-router', 'tenant_id': '4983e51e5c4742eb9b95034b5aef3213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '6eeb1ac4-8b60-49a7-ab84-a525826ad5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:13:04Z', 'updated_at': '2022-01-18T17:13:10Z', 'revision_number': 4, 'project_id': '4983e51e5c4742eb9b95034b5aef3213', 'gw_port': {'id': '6eeb1ac4-8b60-49a7-ab84-a525826ad5ee', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:37:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56189c01-216f-46e3-9aed-18bc5b25e3ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:13:05Z', 'updated_at': '2022-01-18T17:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi', '_interfaces': [{'id': '6676a036-60fd-429f-91ca-0c10c57145cd', 'name': '', 'network_id': '2be6587c-41c5-41bc-ac5a-09ac1f4499ce', 'tenant_id': '4983e51e5c4742eb9b95034b5aef3213', 'mac_address': 'fa:16:3e:52:6e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56189c01-216f-46e3-9aed-18bc5b25e3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '29c22a55-3970-45d3-a1fa-25a28ccfa3f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:13:08Z', 'updated_at': '2022-01-18T17:13:15Z', 'revision_number': 5, 'project_id': '4983e51e5c4742eb9b95034b5aef3213', 'subnets': [{'id': '29c22a55-3970-45d3-a1fa-25a28ccfa3f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-11-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:20:52.861063 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b9f9f0-8025-415a-9682-1f3fcac91269 None None] The sync data for ids ['56189c01-216f-46e3-9aed-18bc5b25e3ff'] in dv-cinder-733623-11-iscsi is: [{'id': '56189c01-216f-46e3-9aed-18bc5b25e3ff', 'name': 'tempest-AttachVolumeShelveTestJSON-1700372712-router', 'tenant_id': '4983e51e5c4742eb9b95034b5aef3213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '6eeb1ac4-8b60-49a7-ab84-a525826ad5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:13:04Z', 'updated_at': '2022-01-18T17:13:10Z', 'revision_number': 4, 'project_id': '4983e51e5c4742eb9b95034b5aef3213', 'gw_port': {'id': '6eeb1ac4-8b60-49a7-ab84-a525826ad5ee', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:37:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56189c01-216f-46e3-9aed-18bc5b25e3ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:13:05Z', 'updated_at': '2022-01-18T17:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi', '_interfaces': [{'id': '6676a036-60fd-429f-91ca-0c10c57145cd', 'name': '', 'network_id': '2be6587c-41c5-41bc-ac5a-09ac1f4499ce', 'tenant_id': '4983e51e5c4742eb9b95034b5aef3213', 'mac_address': 'fa:16:3e:52:6e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56189c01-216f-46e3-9aed-18bc5b25e3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '29c22a55-3970-45d3-a1fa-25a28ccfa3f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:13:08Z', 'updated_at': '2022-01-18T17:13:15Z', 'revision_number': 5, 'project_id': '4983e51e5c4742eb9b95034b5aef3213', 'subnets': [{'id': '29c22a55-3970-45d3-a1fa-25a28ccfa3f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 17:20:53.092710 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee339a2-d656-42fa-b080-e1cacd534c0b None None] New status for floating IP cd0868e4-b981-49b0-a420-607eaa9c1bb9: DOWN {{(pid=103199) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 17:20:53.146105 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 59602) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:20:53.201720 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-5389572d-21ff-48e4-96f5-17869e40bc3e tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Publish callbacks [] for security_group (d4c87099-e0de-47e8-9a1c-79e04a17fc5d), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:53.225126 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-5389572d-21ff-48e4-96f5-17869e40bc3e tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Publish callbacks [] for security_group (d4c87099-e0de-47e8-9a1c-79e04a17fc5d), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:53.349973 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-5389572d-21ff-48e4-96f5-17869e40bc3e tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (d4c87099-e0de-47e8-9a1c-79e04a17fc5d), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:53.352668 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-5389572d-21ff-48e4-96f5-17869e40bc3e tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:53.353818 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-5389572d-21ff-48e4-96f5-17869e40bc3e tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "DELETE /v2.0/security-groups/d4c87099-e0de-47e8-9a1c-79e04a17fc5d HTTP/1.1" status: 204 len: 168 time: 0.2065880 Jan 18 17:20:53.357661 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 59604) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:20:53.363488 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5389572d-21ff-48e4-96f5-17869e40bc3e tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c87099-e0de-47e8-9a1c-79e04a17fc5d,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:20:53.371576 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.api.v2.resource [None req-7802637e-5e28-4bad-a7a8-3ca39a6246c8 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] show failed (client error): The resource could not be found. Jan 18 17:20:53.373848 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-7802637e-5e28-4bad-a7a8-3ca39a6246c8 tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "GET /v2.0/security-groups/d4c87099-e0de-47e8-9a1c-79e04a17fc5d HTTP/1.1" status: 404 len: 347 time: 0.0145864 Jan 18 17:20:53.376097 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 59606) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:20:53.506986 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b33b8812-51f9-433e-956f-dd3006a4745b tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Deleting port 68244eb0-aa0e-48ff-9ece-42cbaee6f6fb {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 17:20:53.507341 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b33b8812-51f9-433e-956f-dd3006a4745b tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785612421596'] for port (68244eb0-aa0e-48ff-9ece-42cbaee6f6fb), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:53.581497 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b33b8812-51f9-433e-956f-dd3006a4745b tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653228'] for port (68244eb0-aa0e-48ff-9ece-42cbaee6f6fb), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:53.581820 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b33b8812-51f9-433e-956f-dd3006a4745b tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Publish callbacks [] for floatingip (68244eb0-aa0e-48ff-9ece-42cbaee6f6fb), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:53.594229 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-b33b8812-51f9-433e-956f-dd3006a4745b tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Calling delete_port for 68244eb0-aa0e-48ff-9ece-42cbaee6f6fb owned by network:floatingip {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 17:20:53.807077 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b33b8812-51f9-433e-956f-dd3006a4745b tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785612430192', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785611913813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4300409'] for port (68244eb0-aa0e-48ff-9ece-42cbaee6f6fb), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:53.835919 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33b8812-51f9-433e-956f-dd3006a4745b tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Pushing event deleted for resources: {'Port': ['ID=68244eb0-aa0e-48ff-9ece-42cbaee6f6fb,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:20:53.902006 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b33b8812-51f9-433e-956f-dd3006a4745b tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Publish callbacks [] for floatingip (cd0868e4-b981-49b0-a420-607eaa9c1bb9), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:53.905277 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b33b8812-51f9-433e-956f-dd3006a4745b tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1923895'] for floatingip (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:53.906454 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-b33b8812-51f9-433e-956f-dd3006a4745b tempest-AttachVolumeShelveTestJSON-1441710748 tempest-AttachVolumeShelveTestJSON-1441710748-project] 10.222.0.100 "DELETE /v2.0/floatingips/cd0868e4-b981-49b0-a420-607eaa9c1bb9 HTTP/1.1" status: 204 len: 168 time: 0.5293987 Jan 18 17:20:55.744783 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Device d5da4c05-fc6b-48ae-bd37-20cdd7c9c363 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 17:20:55.767869 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] No Port match for: d5da4c05-fc6b-48ae-bd37-20cdd7c9c363 {{(pid=103198) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 17:20:55.768257 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Device d5da4c05-fc6b-48ae-bd37-20cdd7c9c363 not bound to the agent host hv-cinder-73362 {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 17:20:55.824675 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-06e266ce-903f-446d-a5a3-8e3ae0fae4a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (1e8d2d8a-92ca-4025-a540-71c8151dbccf), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:56.588825 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 59634) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:20:57.128610 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-4c2c4d91-baaf-4d73-966b-6d69d472ebaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647695'] for router_interface (56189c01-216f-46e3-9aed-18bc5b25e3ff), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:57.635549 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.plugin [None req-4c2c4d91-baaf-4d73-966b-6d69d472ebaa admin admin] Deleting port 6676a036-60fd-429f-91ca-0c10c57145cd {{(pid=103197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 17:20:57.636244 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-4c2c4d91-baaf-4d73-966b-6d69d472ebaa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785612421596'] for port (6676a036-60fd-429f-91ca-0c10c57145cd), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:57.711842 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-4c2c4d91-baaf-4d73-966b-6d69d472ebaa admin admin] For port 6676a036-60fd-429f-91ca-0c10c57145cd, host dv-cinder-733623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-11-iscsi',level=0,port_id=6676a036-60fd-429f-91ca-0c10c57145cd,segment=NetworkSegment(7804631f-b978-4531-985d-c1ed5e4123e4),segment_id=7804631f-b978-4531-985d-c1ed5e4123e4)] {{(pid=103197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:20:57.712202 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-4c2c4d91-baaf-4d73-966b-6d69d472ebaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653228'] for port (6676a036-60fd-429f-91ca-0c10c57145cd), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:57.724696 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.plugin [None req-4c2c4d91-baaf-4d73-966b-6d69d472ebaa admin admin] Calling delete_port for 6676a036-60fd-429f-91ca-0c10c57145cd owned by network:router_interface {{(pid=103197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 17:20:57.995933 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-4c2c4d91-baaf-4d73-966b-6d69d472ebaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785612430192', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785611913813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6115669'] for port (6676a036-60fd-429f-91ca-0c10c57145cd), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:58.020972 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2c4d91-baaf-4d73-966b-6d69d472ebaa admin admin] Pushing event deleted for resources: {'Port': ['ID=6676a036-60fd-429f-91ca-0c10c57145cd,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:20:58.198098 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-4c2c4d91-baaf-4d73-966b-6d69d472ebaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646559'] for router_interface (56189c01-216f-46e3-9aed-18bc5b25e3ff), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:58.207300 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-9848b3f9-c02b-458a-940e-39c65031cb59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (34860b7f-7c9d-4265-9a0a-1b9bd2e1622e), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:58.419970 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c2c4d91-baaf-4d73-966b-6d69d472ebaa admin admin] Router 56189c01-216f-46e3-9aed-18bc5b25e3ff has already been hosted by L3 agent 34860b7f-7c9d-4265-9a0a-1b9bd2e1622e {{(pid=103197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 17:20:58.524512 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c2c4d91-baaf-4d73-966b-6d69d472ebaa admin admin] Notify agent at l3_agent.dv-cinder-733623-11-iscsi the message routers_updated {{(pid=103197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 17:20:58.529688 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-4c2c4d91-baaf-4d73-966b-6d69d472ebaa admin admin] 10.222.0.100 "PUT /v2.0/routers/56189c01-216f-46e3-9aed-18bc5b25e3ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9398355 Jan 18 17:20:58.533525 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 59644) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:20:58.536924 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf1f97b-6176-4efa-b998-1fd7a17ef907 None None] Sync routers for ids ['56189c01-216f-46e3-9aed-18bc5b25e3ff'] in dv-cinder-733623-11-iscsi {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 17:20:58.547705 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf1f97b-6176-4efa-b998-1fd7a17ef907 None None] Routers {'56189c01-216f-46e3-9aed-18bc5b25e3ff'} bound to L3 agent in host dv-cinder-733623-11-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 17:20:58.548231 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-bcf1f97b-6176-4efa-b998-1fd7a17ef907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T17:04:58Z,description=,heartbeat_timestamp=2022-01-18T17:20:58Z,host='dv-cinder-733623-11-iscsi',id=34860b7f-7c9d-4265-9a0a-1b9bd2e1622e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T17:04:59Z,topic='l3_agent')) {'router_ids': ['56189c01-216f-46e3-9aed-18bc5b25e3ff'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:20:58.635986 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-c79e2c94-92f9-4724-9b4b-207c208bb2ac admin admin] Publish callbacks [] for router (56189c01-216f-46e3-9aed-18bc5b25e3ff), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:58.652903 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-bcf1f97b-6176-4efa-b998-1fd7a17ef907 None None] Set router 56189c01-216f-46e3-9aed-18bc5b25e3ff gateway port host: dv-cinder-733623-11-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 17:20:58.739050 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-c79e2c94-92f9-4724-9b4b-207c208bb2ac admin admin] Publish callbacks [] for router_gateway (56189c01-216f-46e3-9aed-18bc5b25e3ff), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:58.833529 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-bcf1f97b-6176-4efa-b998-1fd7a17ef907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56189c01-216f-46e3-9aed-18bc5b25e3ff', 'name': 'tempest-AttachVolumeShelveTestJSON-1700372712-router', 'tenant_id': '4983e51e5c4742eb9b95034b5aef3213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '6eeb1ac4-8b60-49a7-ab84-a525826ad5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:13:04Z', 'updated_at': '2022-01-18T17:20:57Z', 'revision_number': 5, 'project_id': '4983e51e5c4742eb9b95034b5aef3213', 'gw_port': {'id': '6eeb1ac4-8b60-49a7-ab84-a525826ad5ee', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:37:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56189c01-216f-46e3-9aed-18bc5b25e3ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:13:05Z', 'updated_at': '2022-01-18T17:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi'}], 'dv-cinder-733623-11-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:20:58.861345 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.plugin [None req-c79e2c94-92f9-4724-9b4b-207c208bb2ac admin admin] Deleting port 6eeb1ac4-8b60-49a7-ab84-a525826ad5ee {{(pid=103197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 17:20:58.861683 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-c79e2c94-92f9-4724-9b4b-207c208bb2ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785612421596'] for port (6eeb1ac4-8b60-49a7-ab84-a525826ad5ee), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:58.870460 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf1f97b-6176-4efa-b998-1fd7a17ef907 None None] Checking router: 56189c01-216f-46e3-9aed-18bc5b25e3ff for host: dv-cinder-733623-11-iscsi {{(pid=103198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 17:20:58.880696 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf1f97b-6176-4efa-b998-1fd7a17ef907 None None] Routers {'56189c01-216f-46e3-9aed-18bc5b25e3ff'} bound to L3 agent in host dv-cinder-733623-11-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 17:20:58.881309 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-bcf1f97b-6176-4efa-b998-1fd7a17ef907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T17:04:58Z,description=,heartbeat_timestamp=2022-01-18T17:20:58Z,host='dv-cinder-733623-11-iscsi',id=34860b7f-7c9d-4265-9a0a-1b9bd2e1622e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T17:04:59Z,topic='l3_agent')) {'router_ids': ['56189c01-216f-46e3-9aed-18bc5b25e3ff'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:20:58.945219 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-c79e2c94-92f9-4724-9b4b-207c208bb2ac admin admin] For port 6eeb1ac4-8b60-49a7-ab84-a525826ad5ee, host dv-cinder-733623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-11-iscsi',level=0,port_id=6eeb1ac4-8b60-49a7-ab84-a525826ad5ee,segment=NetworkSegment(e313aa2e-7c8f-481c-b82b-97bbd998f4e0),segment_id=e313aa2e-7c8f-481c-b82b-97bbd998f4e0)] {{(pid=103197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:20:58.945601 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-c79e2c94-92f9-4724-9b4b-207c208bb2ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653228'] for port (6eeb1ac4-8b60-49a7-ab84-a525826ad5ee), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:58.959159 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.plugin [None req-c79e2c94-92f9-4724-9b4b-207c208bb2ac admin admin] Calling delete_port for 6eeb1ac4-8b60-49a7-ab84-a525826ad5ee owned by network:router_gateway {{(pid=103197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 17:20:58.975236 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-bcf1f97b-6176-4efa-b998-1fd7a17ef907 None None] Set router 56189c01-216f-46e3-9aed-18bc5b25e3ff gateway port host: None {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 17:20:59.036093 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-bcf1f97b-6176-4efa-b998-1fd7a17ef907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56189c01-216f-46e3-9aed-18bc5b25e3ff', 'name': 'tempest-AttachVolumeShelveTestJSON-1700372712-router', 'tenant_id': '4983e51e5c4742eb9b95034b5aef3213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:13:04Z', 'updated_at': '2022-01-18T17:20:58Z', 'revision_number': 6, 'project_id': '4983e51e5c4742eb9b95034b5aef3213', 'gw_port_host': None}], 'dv-cinder-733623-11-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:20:59.082822 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf1f97b-6176-4efa-b998-1fd7a17ef907 None None] The sync data for ids ['56189c01-216f-46e3-9aed-18bc5b25e3ff'] in dv-cinder-733623-11-iscsi is: [{'id': '56189c01-216f-46e3-9aed-18bc5b25e3ff', 'name': 'tempest-AttachVolumeShelveTestJSON-1700372712-router', 'tenant_id': '4983e51e5c4742eb9b95034b5aef3213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:13:04Z', 'updated_at': '2022-01-18T17:20:58Z', 'revision_number': 6, 'project_id': '4983e51e5c4742eb9b95034b5aef3213', 'gw_port_host': None}] {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 17:20:59.092761 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-a24976dc-7f89-446d-8d9b-8a75bf0e6853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (f7781508-68f4-4d6b-b413-74596bae1216), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:59.195879 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-c79e2c94-92f9-4724-9b4b-207c208bb2ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785612430192', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785611913813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6115669'] for port (6eeb1ac4-8b60-49a7-ab84-a525826ad5ee), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:59.222996 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79e2c94-92f9-4724-9b4b-207c208bb2ac admin admin] Pushing event deleted for resources: {'Port': ['ID=6eeb1ac4-8b60-49a7-ab84-a525826ad5ee,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:20:59.288960 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-c79e2c94-92f9-4724-9b4b-207c208bb2ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648001'] for router_gateway (56189c01-216f-46e3-9aed-18bc5b25e3ff), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:59.385047 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-c79e2c94-92f9-4724-9b4b-207c208bb2ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-646132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16105'] for router (56189c01-216f-46e3-9aed-18bc5b25e3ff), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:59.387117 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-c79e2c94-92f9-4724-9b4b-207c208bb2ac admin admin] Publish callbacks [] for router_controller (56189c01-216f-46e3-9aed-18bc5b25e3ff), precommit_delete_associations {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:59.506473 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-c79e2c94-92f9-4724-9b4b-207c208bb2ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-646125'] for router (56189c01-216f-46e3-9aed-18bc5b25e3ff), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:59.506473 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c79e2c94-92f9-4724-9b4b-207c208bb2ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56189c01-216f-46e3-9aed-18bc5b25e3ff {{(pid=103197) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 17:20:59.510093 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-c79e2c94-92f9-4724-9b4b-207c208bb2ac admin admin] Publish callbacks [] for router (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:59.511276 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-c79e2c94-92f9-4724-9b4b-207c208bb2ac admin admin] 10.222.0.100 "DELETE /v2.0/routers/56189c01-216f-46e3-9aed-18bc5b25e3ff HTTP/1.1" status: 204 len: 168 time: 0.9767916 Jan 18 17:20:59.513698 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 59648) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:20:59.557289 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.db.db_base_plugin_v2 [None req-997a9f5e-4731-4a21-9fcf-d86046ca440f admin admin] Deleting subnet 29c22a55-3970-45d3-a1fa-25a28ccfa3f2 {{(pid=103197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 17:20:59.560350 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-997a9f5e-4731-4a21-9fcf-d86046ca440f admin admin] Publish callbacks [] for subnet (29c22a55-3970-45d3-a1fa-25a28ccfa3f2), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:59.599885 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-997a9f5e-4731-4a21-9fcf-d86046ca440f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6389724'] for subnet (29c22a55-3970-45d3-a1fa-25a28ccfa3f2), precommit_delete_associations {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:59.679191 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-997a9f5e-4731-4a21-9fcf-d86046ca440f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1557582'] for subnet (29c22a55-3970-45d3-a1fa-25a28ccfa3f2), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:59.813170 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-997a9f5e-4731-4a21-9fcf-d86046ca440f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6115704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4852999'] for subnet (29c22a55-3970-45d3-a1fa-25a28ccfa3f2), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:59.839570 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997a9f5e-4731-4a21-9fcf-d86046ca440f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29c22a55-3970-45d3-a1fa-25a28ccfa3f2,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:20:59.845934 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-997a9f5e-4731-4a21-9fcf-d86046ca440f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526667'] for subnet (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:59.849314 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-997a9f5e-4731-4a21-9fcf-d86046ca440f admin admin] 10.222.0.100 "DELETE /v2.0/subnets/29c22a55-3970-45d3-a1fa-25a28ccfa3f2 HTTP/1.1" status: 204 len: 168 time: 0.3347042 Jan 18 17:20:59.851063 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c61965b-333b-403c-b7b6-cc8952ae7b22 None None] Network 2be6587c-41c5-41bc-ac5a-09ac1f4499ce requested from dv-cinder-733623-11-iscsi {{(pid=103198) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 17:20:59.852154 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 59650) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:20:59.926183 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9c7ffae4-351a-45de-8d06-2b1dd2559414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540870'] for network (2be6587c-41c5-41bc-ac5a-09ac1f4499ce), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:20:59.981714 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-9c7ffae4-351a-45de-8d06-2b1dd2559414 admin admin] Deleting port a4af8d0a-b914-4e27-961c-747600d5e84c {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 17:20:59.982059 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9c7ffae4-351a-45de-8d06-2b1dd2559414 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785612421596'] for port (a4af8d0a-b914-4e27-961c-747600d5e84c), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:00.018283 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36d53ed-1363-4430-9e91-98d87eade015 None None] DHCP port deletion for 2be6587c-41c5-41bc-ac5a-09ac1f4499ce request from dv-cinder-733623-11-iscsi {{(pid=103198) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 17:21:00.054980 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-9c7ffae4-351a-45de-8d06-2b1dd2559414 admin admin] For port a4af8d0a-b914-4e27-961c-747600d5e84c, host dv-cinder-733623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-11-iscsi',level=0,port_id=a4af8d0a-b914-4e27-961c-747600d5e84c,segment=NetworkSegment(7804631f-b978-4531-985d-c1ed5e4123e4),segment_id=7804631f-b978-4531-985d-c1ed5e4123e4)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:21:00.055387 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9c7ffae4-351a-45de-8d06-2b1dd2559414 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653228'] for port (a4af8d0a-b914-4e27-961c-747600d5e84c), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:00.070384 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-9c7ffae4-351a-45de-8d06-2b1dd2559414 admin admin] Calling delete_port for a4af8d0a-b914-4e27-961c-747600d5e84c owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 17:21:00.076160 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-b36d53ed-1363-4430-9e91-98d87eade015 None None] Deleting port a4af8d0a-b914-4e27-961c-747600d5e84c {{(pid=103198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 17:21:00.076540 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-b36d53ed-1363-4430-9e91-98d87eade015 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785612421596'] for port (a4af8d0a-b914-4e27-961c-747600d5e84c), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:00.147672 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-b36d53ed-1363-4430-9e91-98d87eade015 None None] For port a4af8d0a-b914-4e27-961c-747600d5e84c, host dv-cinder-733623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-11-iscsi',level=0,port_id=a4af8d0a-b914-4e27-961c-747600d5e84c,segment=NetworkSegment(7804631f-b978-4531-985d-c1ed5e4123e4),segment_id=7804631f-b978-4531-985d-c1ed5e4123e4)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:21:00.148301 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-b36d53ed-1363-4430-9e91-98d87eade015 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653228'] for port (a4af8d0a-b914-4e27-961c-747600d5e84c), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:00.162338 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-b36d53ed-1363-4430-9e91-98d87eade015 None None] Calling delete_port for a4af8d0a-b914-4e27-961c-747600d5e84c owned by network:dhcp {{(pid=103198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 17:21:00.282646 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9c7ffae4-351a-45de-8d06-2b1dd2559414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785612430192', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785611913813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4300409'] for port (a4af8d0a-b914-4e27-961c-747600d5e84c), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:00.288285 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-b36d53ed-1363-4430-9e91-98d87eade015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785612430192', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785611913813'] for port (a4af8d0a-b914-4e27-961c-747600d5e84c), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:00.313131 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7ffae4-351a-45de-8d06-2b1dd2559414 admin admin] No DVR routers for this DVR port a4af8d0a-b914-4e27-961c-747600d5e84c on host dv-cinder-733623-11-iscsi {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 17:21:00.314271 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36d53ed-1363-4430-9e91-98d87eade015 None None] Pushing event deleted for resources: {'Port': ['ID=a4af8d0a-b914-4e27-961c-747600d5e84c,revision_number=None']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:21:00.318020 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36d53ed-1363-4430-9e91-98d87eade015 None None] No DVR routers for this DVR port a4af8d0a-b914-4e27-961c-747600d5e84c on host dv-cinder-733623-11-iscsi {{(pid=103198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 17:21:00.319686 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7ffae4-351a-45de-8d06-2b1dd2559414 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4af8d0a-b914-4e27-961c-747600d5e84c,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:21:00.324813 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36d53ed-1363-4430-9e91-98d87eade015 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:21:00.325162 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36d53ed-1363-4430-9e91-98d87eade015 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:21:00.325565 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36d53ed-1363-4430-9e91-98d87eade015 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:21:00.326005 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36d53ed-1363-4430-9e91-98d87eade015 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:21:00.326438 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36d53ed-1363-4430-9e91-98d87eade015 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:21:00.326757 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36d53ed-1363-4430-9e91-98d87eade015 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:21:00.327104 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36d53ed-1363-4430-9e91-98d87eade015 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:21:00.327993 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36d53ed-1363-4430-9e91-98d87eade015 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:21:00.328319 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36d53ed-1363-4430-9e91-98d87eade015 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:21:00.328648 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36d53ed-1363-4430-9e91-98d87eade015 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:21:00.328984 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36d53ed-1363-4430-9e91-98d87eade015 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:21:00.329299 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36d53ed-1363-4430-9e91-98d87eade015 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:21:00.329619 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36d53ed-1363-4430-9e91-98d87eade015 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:21:00.409232 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9c7ffae4-351a-45de-8d06-2b1dd2559414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1561079', 'neutron.services.segments.db._delete_segments_for_network-8785612501023'] for network (2be6587c-41c5-41bc-ac5a-09ac1f4499ce), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:00.429764 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.services.segments.db [None req-9c7ffae4-351a-45de-8d06-2b1dd2559414 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2be6587c-41c5-41bc-ac5a-09ac1f4499ce']}} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:21:00.440193 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.services.segments.db [None req-9c7ffae4-351a-45de-8d06-2b1dd2559414 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7804631f-b978-4531-985d-c1ed5e4123e4') {'for_net_delete': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:21:00.440496 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.services.segments.db [None req-9c7ffae4-351a-45de-8d06-2b1dd2559414 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7804631f-b978-4531-985d-c1ed5e4123e4') {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:21:00.452002 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9c7ffae4-351a-45de-8d06-2b1dd2559414 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785612502312', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6178579'] for segment (7804631f-b978-4531-985d-c1ed5e4123e4), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:00.463956 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9c7ffae4-351a-45de-8d06-2b1dd2559414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527697'] for segment (7804631f-b978-4531-985d-c1ed5e4123e4), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:00.471064 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c7ffae4-351a-45de-8d06-2b1dd2559414 admin admin] Releasing vlan 299 on physical network physnet1 to pool {{(pid=103196) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 17:21:00.471492 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9c7ffae4-351a-45de-8d06-2b1dd2559414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4300298'] for segment (7804631f-b978-4531-985d-c1ed5e4123e4), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:00.473191 dv-cinder-733623-11-iscsi neutron-server[103196]: Traceback (most recent call last): Jan 18 17:21:00.473191 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 17:21:00.473191 dv-cinder-733623-11-iscsi neutron-server[103196]: timer() Jan 18 17:21:00.473191 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 17:21:00.473191 dv-cinder-733623-11-iscsi neutron-server[103196]: cb(*args, **kw) Jan 18 17:21:00.473191 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 17:21:00.473191 dv-cinder-733623-11-iscsi neutron-server[103196]: return func(*args, **kwargs) Jan 18 17:21:00.473191 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 17:21:00.473191 dv-cinder-733623-11-iscsi neutron-server[103196]: self._notify() Jan 18 17:21:00.473191 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 17:21:00.473191 dv-cinder-733623-11-iscsi neutron-server[103196]: self.callback(batched_events) Jan 18 17:21:00.473191 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 17:21:00.473191 dv-cinder-733623-11-iscsi neutron-server[103196]: event.method(event) Jan 18 17:21:00.473191 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 17:21:00.473191 dv-cinder-733623-11-iscsi neutron-server[103196]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 17:21:00.473191 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 17:21:00.473191 dv-cinder-733623-11-iscsi neutron-server[103196]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 17:21:00.473191 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 17:21:00.473191 dv-cinder-733623-11-iscsi neutron-server[103196]: return f(self, *a, **k) Jan 18 17:21:00.473191 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 17:21:00.473191 dv-cinder-733623-11-iscsi neutron-server[103196]: return self._get(url).json() Jan 18 17:21:00.473191 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 17:21:00.473191 dv-cinder-733623-11-iscsi neutron-server[103196]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 17:21:00.473191 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 17:21:00.473191 dv-cinder-733623-11-iscsi neutron-server[103196]: return self.request(url, 'GET', **kwargs) Jan 18 17:21:00.473191 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 17:21:00.473191 dv-cinder-733623-11-iscsi neutron-server[103196]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 17:21:00.473191 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 17:21:00.473191 dv-cinder-733623-11-iscsi neutron-server[103196]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 17:21:00.473191 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 17:21:00.473191 dv-cinder-733623-11-iscsi neutron-server[103196]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 17:21:00.473191 dv-cinder-733623-11-iscsi neutron-server[103196]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 17:21:00.612623 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9c7ffae4-351a-45de-8d06-2b1dd2559414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647965'] for network (2be6587c-41c5-41bc-ac5a-09ac1f4499ce), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:00.618165 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9c7ffae4-351a-45de-8d06-2b1dd2559414 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526667'] for network (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:00.624196 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-9c7ffae4-351a-45de-8d06-2b1dd2559414 admin admin] 10.222.0.100 "DELETE /v2.0/networks/2be6587c-41c5-41bc-ac5a-09ac1f4499ce HTTP/1.1" status: 204 len: 168 time: 0.7680616 Jan 18 17:21:00.632994 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7ffae4-351a-45de-8d06-2b1dd2559414 admin admin] Pushing event deleted for resources: {'Network': ['ID=2be6587c-41c5-41bc-ac5a-09ac1f4499ce,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:21:00.704606 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-d0f57583-9799-4745-8039-4fb698731137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (f223777b-396b-444b-a9c9-71cdff5b918d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:00.996387 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 59656) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:21:01.039926 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-991b90c2-b917-410d-a8ae-5653dc4ba0ff admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=4983e51e5c4742eb9b95034b5aef3213&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0419502 Jan 18 17:21:01.042452 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 59658) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:21:01.091040 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-668a9a27-e9e4-49db-ad8b-bd6ad8bf5934 admin admin] Publish callbacks [] for security_group (0d40cfdf-2b83-41e0-a262-7c1fbc93ea47), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:01.115491 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-668a9a27-e9e4-49db-ad8b-bd6ad8bf5934 admin admin] Publish callbacks [] for security_group (0d40cfdf-2b83-41e0-a262-7c1fbc93ea47), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:01.136384 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Device a4af8d0a-b914-4e27-961c-747600d5e84c no longer exists at agent ovs-agent-dv-cinder-733623-11-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 17:21:01.157278 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] No Port match for: a4af8d0a-b914-4e27-961c-747600d5e84c {{(pid=103198) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 17:21:01.157628 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Device a4af8d0a-b914-4e27-961c-747600d5e84c not bound to the agent host dv-cinder-733623-11-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 17:21:01.158052 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Device 6eeb1ac4-8b60-49a7-ab84-a525826ad5ee no longer exists at agent ovs-agent-dv-cinder-733623-11-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 17:21:01.179894 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] No Port match for: 6eeb1ac4-8b60-49a7-ab84-a525826ad5ee {{(pid=103198) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 17:21:01.180247 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Device 6eeb1ac4-8b60-49a7-ab84-a525826ad5ee not bound to the agent host dv-cinder-733623-11-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 17:21:01.180676 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Device 6676a036-60fd-429f-91ca-0c10c57145cd no longer exists at agent ovs-agent-dv-cinder-733623-11-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 17:21:01.200335 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] No Port match for: 6676a036-60fd-429f-91ca-0c10c57145cd {{(pid=103198) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 17:21:01.203270 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Device 6676a036-60fd-429f-91ca-0c10c57145cd not bound to the agent host dv-cinder-733623-11-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 17:21:01.246865 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-668a9a27-e9e4-49db-ad8b-bd6ad8bf5934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (0d40cfdf-2b83-41e0-a262-7c1fbc93ea47), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:01.249983 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-668a9a27-e9e4-49db-ad8b-bd6ad8bf5934 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:01.251381 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-668a9a27-e9e4-49db-ad8b-bd6ad8bf5934 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/0d40cfdf-2b83-41e0-a262-7c1fbc93ea47 HTTP/1.1" status: 204 len: 168 time: 0.2080147 Jan 18 17:21:01.259206 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668a9a27-e9e4-49db-ad8b-bd6ad8bf5934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d40cfdf-2b83-41e0-a262-7c1fbc93ea47,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:21:01.813343 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (a6f837d2-7b5b-4cd3-9c28-296017d8b8e6), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:08.797520 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 59756) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:21:08.900451 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c65f44fb-39b8-4f6e-91a3-9217ffd67237 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:08.979090 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c65f44fb-39b8-4f6e-91a3-9217ffd67237 admin admin] Publish callbacks [] for security_group (cbc9d95c-8792-49cf-9662-5125591c23e6), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:09.075617 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c65f44fb-39b8-4f6e-91a3-9217ffd67237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (cbc9d95c-8792-49cf-9662-5125591c23e6), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:09.113731 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65f44fb-39b8-4f6e-91a3-9217ffd67237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc9d95c-8792-49cf-9662-5125591c23e6,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:21:09.118069 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-c65f44fb-39b8-4f6e-91a3-9217ffd67237 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=df4843ea54a94f32ab9d15b8f5a4dc60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3194826 Jan 18 17:21:09.120781 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 59760) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:21:09.168685 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1aa94900-c860-4261-aee8-e49d678f7972 admin admin] Publish callbacks [] for security_group (cbc9d95c-8792-49cf-9662-5125591c23e6), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:09.193052 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1aa94900-c860-4261-aee8-e49d678f7972 admin admin] Publish callbacks [] for security_group (cbc9d95c-8792-49cf-9662-5125591c23e6), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:09.304041 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1aa94900-c860-4261-aee8-e49d678f7972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (cbc9d95c-8792-49cf-9662-5125591c23e6), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:09.306884 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1aa94900-c860-4261-aee8-e49d678f7972 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:09.308089 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-1aa94900-c860-4261-aee8-e49d678f7972 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/cbc9d95c-8792-49cf-9662-5125591c23e6 HTTP/1.1" status: 204 len: 168 time: 0.1864069 Jan 18 17:21:09.316752 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa94900-c860-4261-aee8-e49d678f7972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc9d95c-8792-49cf-9662-5125591c23e6,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:21:09.943045 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 59768) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:21:09.957168 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-76711335-075d-47a0-af60-f5f5a5fdfcd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:10.029415 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-76711335-075d-47a0-af60-f5f5a5fdfcd6 admin admin] Publish callbacks [] for security_group (23e5f7df-26cd-4474-8291-9bc49f9e573e), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:10.120688 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-76711335-075d-47a0-af60-f5f5a5fdfcd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (23e5f7df-26cd-4474-8291-9bc49f9e573e), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:10.163694 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-76711335-075d-47a0-af60-f5f5a5fdfcd6 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=ab5d09bc44de45339efbd782265083c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2194982 Jan 18 17:21:10.164820 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76711335-075d-47a0-af60-f5f5a5fdfcd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23e5f7df-26cd-4474-8291-9bc49f9e573e,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:21:10.166398 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 59770) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:21:10.218024 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-6461b9d4-3170-4745-b974-91618087baae admin admin] Publish callbacks [] for security_group (23e5f7df-26cd-4474-8291-9bc49f9e573e), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:10.243601 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-6461b9d4-3170-4745-b974-91618087baae admin admin] Publish callbacks [] for security_group (23e5f7df-26cd-4474-8291-9bc49f9e573e), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:10.355434 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-6461b9d4-3170-4745-b974-91618087baae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (23e5f7df-26cd-4474-8291-9bc49f9e573e), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:10.358049 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-6461b9d4-3170-4745-b974-91618087baae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:10.359351 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-6461b9d4-3170-4745-b974-91618087baae admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/23e5f7df-26cd-4474-8291-9bc49f9e573e HTTP/1.1" status: 204 len: 168 time: 0.1918092 Jan 18 17:21:10.369838 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6461b9d4-3170-4745-b974-91618087baae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e5f7df-26cd-4474-8291-9bc49f9e573e,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:21:11.075216 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (e727efee-c94b-447a-9897-92f425521d05), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:13.397641 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 59864) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:21:13.502274 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-757a060e-e452-43c8-a4ac-7fddb06d8838 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:13.579239 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-757a060e-e452-43c8-a4ac-7fddb06d8838 admin admin] Publish callbacks [] for security_group (7c850597-d597-4932-b246-2e0686048fe6), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:13.658801 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-757a060e-e452-43c8-a4ac-7fddb06d8838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (7c850597-d597-4932-b246-2e0686048fe6), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:13.697069 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757a060e-e452-43c8-a4ac-7fddb06d8838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c850597-d597-4932-b246-2e0686048fe6,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:21:13.701423 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-757a060e-e452-43c8-a4ac-7fddb06d8838 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=3de37b2057114e3894a1a44d6e18bf13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3027425 Jan 18 17:21:13.704520 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 59868) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:21:13.754508 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-bb66a60b-fe60-485b-af86-8991f8adef3a admin admin] Publish callbacks [] for security_group (7c850597-d597-4932-b246-2e0686048fe6), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:13.776425 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-bb66a60b-fe60-485b-af86-8991f8adef3a admin admin] Publish callbacks [] for security_group (7c850597-d597-4932-b246-2e0686048fe6), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:13.903514 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-bb66a60b-fe60-485b-af86-8991f8adef3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (7c850597-d597-4932-b246-2e0686048fe6), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:13.906165 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-bb66a60b-fe60-485b-af86-8991f8adef3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:13.907423 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-bb66a60b-fe60-485b-af86-8991f8adef3a admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/7c850597-d597-4932-b246-2e0686048fe6 HTTP/1.1" status: 204 len: 168 time: 0.2013187 Jan 18 17:21:13.915618 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb66a60b-fe60-485b-af86-8991f8adef3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c850597-d597-4932-b246-2e0686048fe6,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:21:14.510125 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 59876) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:21:14.522615 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-3c71c9fa-2808-42ca-aadf-cf215e20f0dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:14.598740 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-3c71c9fa-2808-42ca-aadf-cf215e20f0dc admin admin] Publish callbacks [] for security_group (ade2583b-1c37-48d5-8e35-102197da51b2), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:14.675054 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-3c71c9fa-2808-42ca-aadf-cf215e20f0dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (ade2583b-1c37-48d5-8e35-102197da51b2), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:14.717641 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-3c71c9fa-2808-42ca-aadf-cf215e20f0dc admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=ff9f6f6b4b124f1c9cd7afb310cb650a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2079360 Jan 18 17:21:14.718507 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c71c9fa-2808-42ca-aadf-cf215e20f0dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ade2583b-1c37-48d5-8e35-102197da51b2,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:21:14.720344 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 59878) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:21:14.770305 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-40803f84-1aaa-47bc-bc98-f6cc1c767fbd admin admin] Publish callbacks [] for security_group (ade2583b-1c37-48d5-8e35-102197da51b2), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:14.790704 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-40803f84-1aaa-47bc-bc98-f6cc1c767fbd admin admin] Publish callbacks [] for security_group (ade2583b-1c37-48d5-8e35-102197da51b2), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:14.960870 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-40803f84-1aaa-47bc-bc98-f6cc1c767fbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (ade2583b-1c37-48d5-8e35-102197da51b2), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:14.963573 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-40803f84-1aaa-47bc-bc98-f6cc1c767fbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:14.964743 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-40803f84-1aaa-47bc-bc98-f6cc1c767fbd admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/ade2583b-1c37-48d5-8e35-102197da51b2 HTTP/1.1" status: 204 len: 168 time: 0.2433569 Jan 18 17:21:14.973510 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40803f84-1aaa-47bc-bc98-f6cc1c767fbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ade2583b-1c37-48d5-8e35-102197da51b2,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:21:15.995528 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 59906) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:21:16.096267 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-43195d63-4275-4b2f-999a-6fee96f3e171 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1699116728-network', 'tenant_id': 'dba1ee465ee04b8984b5e9153efce7a9'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:21:16.166517 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43195d63-4275-4b2f-999a-6fee96f3e171 admin admin] Made reservation on behalf of dba1ee465ee04b8984b5e9153efce7a9 for: {'network': 1} {{(pid=103196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 17:21:16.168892 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-43195d63-4275-4b2f-999a-6fee96f3e171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for network (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:16.178078 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-43195d63-4275-4b2f-999a-6fee96f3e171 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:16.255539 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-43195d63-4275-4b2f-999a-6fee96f3e171 admin admin] Publish callbacks [] for security_group (166783bf-49f8-49f6-80b5-21c75eab7f8a), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:16.326472 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-43195d63-4275-4b2f-999a-6fee96f3e171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (166783bf-49f8-49f6-80b5-21c75eab7f8a), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:16.351588 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43195d63-4275-4b2f-999a-6fee96f3e171 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 276} {{(pid=103196) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 17:21:16.361400 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43195d63-4275-4b2f-999a-6fee96f3e171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=166783bf-49f8-49f6-80b5-21c75eab7f8a,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:21:16.367188 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-43195d63-4275-4b2f-999a-6fee96f3e171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527697'] for segment (fc568e5b-2373-4a3a-96b8-0a7a57fbef94), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:16.367486 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.db.segments_db [None req-43195d63-4275-4b2f-999a-6fee96f3e171 admin admin] Added segment fc568e5b-2373-4a3a-96b8-0a7a57fbef94 of type vlan for network 84e2d0ea-8934-410c-b9b7-ec7fa0882b54 Jan 18 17:21:16.406788 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-43195d63-4275-4b2f-999a-6fee96f3e171 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785611949990'] for network (84e2d0ea-8934-410c-b9b7-ec7fa0882b54), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:16.491828 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-43195d63-4275-4b2f-999a-6fee96f3e171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781'] for network (84e2d0ea-8934-410c-b9b7-ec7fa0882b54), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:16.492816 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43195d63-4275-4b2f-999a-6fee96f3e171 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:21:16.493409 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-43195d63-4275-4b2f-999a-6fee96f3e171 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526667'] for network (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:16.554113 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43195d63-4275-4b2f-999a-6fee96f3e171 admin admin] Pushing event updated for resources: {'Network': ['ID=84e2d0ea-8934-410c-b9b7-ec7fa0882b54,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:21:16.564356 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Network 84e2d0ea-8934-410c-b9b7-ec7fa0882b54 details requested by agent ovs-agent-dv-cinder-733623-11-iscsi with host dv-cinder-733623-11-iscsi {{(pid=103198) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 17:21:16.597394 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-43195d63-4275-4b2f-999a-6fee96f3e171 admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6007423 Jan 18 17:21:16.601444 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 59910) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:21:16.606157 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-d0d01fcb-9eeb-49f8-9615-44a4aba0f4b0 admin admin] Request body: {'subnet': {'network_id': '84e2d0ea-8934-410c-b9b7-ec7fa0882b54', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1699116728-subnet', 'tenant_id': 'dba1ee465ee04b8984b5e9153efce7a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:21:16.681148 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0d01fcb-9eeb-49f8-9615-44a4aba0f4b0 admin admin] Made reservation on behalf of dba1ee465ee04b8984b5e9153efce7a9 for: {'subnet': 1} {{(pid=103196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 17:21:16.683551 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d0d01fcb-9eeb-49f8-9615-44a4aba0f4b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4592754'] for subnet (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:16.898732 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d0d01fcb-9eeb-49f8-9615-44a4aba0f4b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4300437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4592732'] for subnet (c3af5b94-748e-4a5b-baa1-ff44712c4fe6), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:16.953234 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d01fcb-9eeb-49f8-9615-44a4aba0f4b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3af5b94-748e-4a5b-baa1-ff44712c4fe6,revision_number=0']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:21:16.964609 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d01fcb-9eeb-49f8-9615-44a4aba0f4b0 admin admin] Checking segment: {'id': 'fc568e5b-2373-4a3a-96b8-0a7a57fbef94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '84e2d0ea-8934-410c-b9b7-ec7fa0882b54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 17:21:16.964970 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d01fcb-9eeb-49f8-9615-44a4aba0f4b0 admin admin] Network hostable DHCP agents. Network: 84e2d0ea-8934-410c-b9b7-ec7fa0882b54, hostable agents: ['1e8d2d8a-92ca-4025-a540-71c8151dbccf'], hosted agents: [] {{(pid=103196) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 17:21:17.069789 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d01fcb-9eeb-49f8-9615-44a4aba0f4b0 admin admin] Network 84e2d0ea-8934-410c-b9b7-ec7fa0882b54 is scheduled to be hosted by DHCP agent 1e8d2d8a-92ca-4025-a540-71c8151dbccf with binding_index 1 {{(pid=103196) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 17:21:17.149436 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-d0d01fcb-9eeb-49f8-9615-44a4aba0f4b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-11-iscsi, 84e2d0ea-8934-410c-b9b7-ec7fa0882b54) {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 17:21:17.153916 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d01fcb-9eeb-49f8-9615-44a4aba0f4b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:21:17.154546 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d0d01fcb-9eeb-49f8-9615-44a4aba0f4b0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:17.237268 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-d0666005-ae21-47f5-a8eb-fd4f79446a23 req-85b5559c-ea82-4723-a05f-4503c722e963 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=632bbe0b-9c86-4143-8cc5-baa6f976933d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0439665 Jan 18 17:21:17.279628 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-d0d01fcb-9eeb-49f8-9615-44a4aba0f4b0 admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6732476 Jan 18 17:21:17.289285 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a082603-fe77-415a-b248-8bb7770f3cd5 None None] Network 84e2d0ea-8934-410c-b9b7-ec7fa0882b54 requested from dv-cinder-733623-11-iscsi {{(pid=103198) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 17:21:17.325631 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0666005-ae21-47f5-a8eb-fd4f79446a23 req-1b4a6117-cc8e-4695-b7ce-ee50c26fa2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:21:17.331347 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-d0666005-ae21-47f5-a8eb-fd4f79446a23 req-1b4a6117-cc8e-4695-b7ce-ee50c26fa2f9 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=09bf69f6abdb4a3083dce101c7984e29&device_id=632bbe0b-9c86-4143-8cc5-baa6f976933d HTTP/1.1" status: 200 len: 1098 time: 0.0464826 Jan 18 17:21:17.384448 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1631d465-7db0-4597-a931-5c541e8cef2c None None] Network 84e2d0ea-8934-410c-b9b7-ec7fa0882b54 requested from dv-cinder-733623-11-iscsi {{(pid=103198) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 17:21:17.440507 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0666005-ae21-47f5-a8eb-fd4f79446a23 req-3879b7c7-d70c-4e70-9cdc-a1e8e97142e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:21:17.442316 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-d0666005-ae21-47f5-a8eb-fd4f79446a23 req-3879b7c7-d70c-4e70-9cdc-a1e8e97142e7 service neutron] 10.222.0.105 "GET /v2.0/networks?id=0c17f545-2bb3-4abb-be71-29d5f95f2d88 HTTP/1.1" status: 200 len: 912 time: 0.0967724 Jan 18 17:21:17.519589 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-d0666005-ae21-47f5-a8eb-fd4f79446a23 req-8c25f247-980e-4657-8586-15ff8c909fb7 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f0b30660-9680-4714-b984-740e50756a13 HTTP/1.1" status: 200 len: 1001 time: 0.0710449 Jan 18 17:21:17.573754 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0666005-ae21-47f5-a8eb-fd4f79446a23 req-894171de-0395-43d1-8b33-2bd013af87c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:21:17.575340 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-d0666005-ae21-47f5-a8eb-fd4f79446a23 req-894171de-0395-43d1-8b33-2bd013af87c5 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=92e52731-b298-4268-83b9-5cd526153971 HTTP/1.1" status: 200 len: 850 time: 0.0497088 Jan 18 17:21:17.621843 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0666005-ae21-47f5-a8eb-fd4f79446a23 req-0cc3c179-5c98-4f37-8a99-093550be32b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:21:17.623414 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-d0666005-ae21-47f5-a8eb-fd4f79446a23 req-0cc3c179-5c98-4f37-8a99-093550be32b2 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=0c17f545-2bb3-4abb-be71-29d5f95f2d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0425041 Jan 18 17:21:17.713442 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-d0666005-ae21-47f5-a8eb-fd4f79446a23 req-a142e859-9baf-45cf-a0c3-245e4bd5bdff service neutron] 10.222.0.105 "GET /v2.0/networks/0c17f545-2bb3-4abb-be71-29d5f95f2d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814462 Jan 18 17:21:17.806777 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-d0666005-ae21-47f5-a8eb-fd4f79446a23 req-52fd334d-3902-49df-be30-7dfc0f850de8 service neutron] 10.222.0.105 "GET /v2.0/networks/0c17f545-2bb3-4abb-be71-29d5f95f2d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901668 Jan 18 17:21:17.970455 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 59928) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:21:17.976144 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-6d5740ef-92d8-41f5-ab53-f35fcc50c929 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2065572314-network', 'tenant_id': 'c50b4e8dc8ad49609544aeae4447f2da'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:21:18.080493 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d5740ef-92d8-41f5-ab53-f35fcc50c929 admin admin] Made reservation on behalf of c50b4e8dc8ad49609544aeae4447f2da for: {'network': 1} {{(pid=103196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 17:21:18.082833 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d5740ef-92d8-41f5-ab53-f35fcc50c929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for network (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:18.092712 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d5740ef-92d8-41f5-ab53-f35fcc50c929 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:18.172771 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d5740ef-92d8-41f5-ab53-f35fcc50c929 admin admin] Publish callbacks [] for security_group (6cb3ae1c-9053-48ec-b09a-4a9b89767b3c), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:18.246275 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d5740ef-92d8-41f5-ab53-f35fcc50c929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (6cb3ae1c-9053-48ec-b09a-4a9b89767b3c), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:18.272660 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d5740ef-92d8-41f5-ab53-f35fcc50c929 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 255} {{(pid=103196) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 17:21:18.278747 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5740ef-92d8-41f5-ab53-f35fcc50c929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb3ae1c-9053-48ec-b09a-4a9b89767b3c,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:21:18.284540 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d5740ef-92d8-41f5-ab53-f35fcc50c929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527697'] for segment (ced257d9-9271-45c1-a22d-ec286d55a9d8), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:18.285018 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.db.segments_db [None req-6d5740ef-92d8-41f5-ab53-f35fcc50c929 admin admin] Added segment ced257d9-9271-45c1-a22d-ec286d55a9d8 of type vlan for network 9e72fea6-e42c-401c-9e20-277e826016df Jan 18 17:21:18.325940 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d5740ef-92d8-41f5-ab53-f35fcc50c929 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785611949990'] for network (9e72fea6-e42c-401c-9e20-277e826016df), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:18.389346 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d5740ef-92d8-41f5-ab53-f35fcc50c929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781'] for network (9e72fea6-e42c-401c-9e20-277e826016df), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:18.390354 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5740ef-92d8-41f5-ab53-f35fcc50c929 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:21:18.390935 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6d5740ef-92d8-41f5-ab53-f35fcc50c929 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526667'] for network (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:18.453688 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5740ef-92d8-41f5-ab53-f35fcc50c929 admin admin] Pushing event updated for resources: {'Network': ['ID=9e72fea6-e42c-401c-9e20-277e826016df,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:21:18.464260 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Network 9e72fea6-e42c-401c-9e20-277e826016df details requested by agent ovs-agent-dv-cinder-733623-11-iscsi with host dv-cinder-733623-11-iscsi {{(pid=103198) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 17:21:18.498504 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-6d5740ef-92d8-41f5-ab53-f35fcc50c929 admin admin] 10.222.0.100 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5244455 Jan 18 17:21:18.498827 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 59934) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:21:18.503642 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-d1dc0acd-394a-465c-a920-e3c1996b1ceb admin admin] Request body: {'subnet': {'network_id': '9e72fea6-e42c-401c-9e20-277e826016df', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2065572314-subnet', 'tenant_id': 'c50b4e8dc8ad49609544aeae4447f2da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:21:18.589219 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1dc0acd-394a-465c-a920-e3c1996b1ceb admin admin] Made reservation on behalf of c50b4e8dc8ad49609544aeae4447f2da for: {'subnet': 1} {{(pid=103196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 17:21:18.591605 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d1dc0acd-394a-465c-a920-e3c1996b1ceb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4592754'] for subnet (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:18.846827 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d1dc0acd-394a-465c-a920-e3c1996b1ceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4300437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4592732'] for subnet (c8bd51a9-e93b-4b22-a874-79f48dae9344), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:18.901997 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dc0acd-394a-465c-a920-e3c1996b1ceb admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8bd51a9-e93b-4b22-a874-79f48dae9344,revision_number=0']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:21:18.910665 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1dc0acd-394a-465c-a920-e3c1996b1ceb admin admin] Checking segment: {'id': 'ced257d9-9271-45c1-a22d-ec286d55a9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '9e72fea6-e42c-401c-9e20-277e826016df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 17:21:18.911025 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1dc0acd-394a-465c-a920-e3c1996b1ceb admin admin] Network hostable DHCP agents. Network: 9e72fea6-e42c-401c-9e20-277e826016df, hostable agents: ['1e8d2d8a-92ca-4025-a540-71c8151dbccf'], hosted agents: [] {{(pid=103196) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 17:21:19.012259 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1dc0acd-394a-465c-a920-e3c1996b1ceb admin admin] Network 9e72fea6-e42c-401c-9e20-277e826016df is scheduled to be hosted by DHCP agent 1e8d2d8a-92ca-4025-a540-71c8151dbccf with binding_index 1 {{(pid=103196) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 17:21:19.103387 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-d1dc0acd-394a-465c-a920-e3c1996b1ceb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-11-iscsi, 9e72fea6-e42c-401c-9e20-277e826016df) {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 17:21:19.107861 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1dc0acd-394a-465c-a920-e3c1996b1ceb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:21:19.108464 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d1dc0acd-394a-465c-a920-e3c1996b1ceb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:19.113261 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548229ef-dc74-4fb6-8f9f-a40b0549c207 None None] Network 9e72fea6-e42c-401c-9e20-277e826016df requested from dv-cinder-733623-11-iscsi {{(pid=103198) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 17:21:19.206216 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-d1dc0acd-394a-465c-a920-e3c1996b1ceb admin admin] 10.222.0.100 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6979918 Jan 18 17:21:19.220045 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d600865c-0328-4192-bade-0f6b31a869ab None None] Network 9e72fea6-e42c-401c-9e20-277e826016df requested from dv-cinder-733623-11-iscsi {{(pid=103198) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 17:21:19.746382 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.agents_db [None req-82e58cf6-2858-46ee-adbb-688a61b9207a None None] Agent healthcheck: found 6 active agents {{(pid=103199) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 17:21:25.772134 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-fdfcd643-d7d9-460a-b9a3-96bb93259ed2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (1e8d2d8a-92ca-4025-a540-71c8151dbccf), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:28.200326 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-3ebd8956-a66b-42b9-a7a6-c29628ccacad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (34860b7f-7c9d-4265-9a0a-1b9bd2e1622e), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:29.098126 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-a24976dc-7f89-446d-8d9b-8a75bf0e6853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (f7781508-68f4-4d6b-b413-74596bae1216), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:30.737564 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-d0f57583-9799-4745-8039-4fb698731137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (f223777b-396b-444b-a9c9-71cdff5b918d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:31.885888 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (a6f837d2-7b5b-4cd3-9c28-296017d8b8e6), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:35.155090 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 60132) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:21:35.200131 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0316f4e-798e-47cd-bab9-7565a5706a63 admin admin] Deleting subnet c3af5b94-748e-4a5b-baa1-ff44712c4fe6 {{(pid=103196) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 17:21:35.203631 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b0316f4e-798e-47cd-bab9-7565a5706a63 admin admin] Publish callbacks [] for subnet (c3af5b94-748e-4a5b-baa1-ff44712c4fe6), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:35.246734 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b0316f4e-798e-47cd-bab9-7565a5706a63 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6178570'] for subnet (c3af5b94-748e-4a5b-baa1-ff44712c4fe6), precommit_delete_associations {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:35.286074 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b0316f4e-798e-47cd-bab9-7565a5706a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1557582'] for subnet (c3af5b94-748e-4a5b-baa1-ff44712c4fe6), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:35.440844 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b0316f4e-798e-47cd-bab9-7565a5706a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4300372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4592727'] for subnet (c3af5b94-748e-4a5b-baa1-ff44712c4fe6), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:35.466260 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0316f4e-798e-47cd-bab9-7565a5706a63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3af5b94-748e-4a5b-baa1-ff44712c4fe6,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:21:35.476354 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0316f4e-798e-47cd-bab9-7565a5706a63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:21:35.478373 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0316f4e-798e-47cd-bab9-7565a5706a63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:21:35.478373 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0316f4e-798e-47cd-bab9-7565a5706a63 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:21:35.478373 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0316f4e-798e-47cd-bab9-7565a5706a63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:21:35.478373 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0316f4e-798e-47cd-bab9-7565a5706a63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:21:35.478373 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0316f4e-798e-47cd-bab9-7565a5706a63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:21:35.478373 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0316f4e-798e-47cd-bab9-7565a5706a63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:21:35.479506 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0316f4e-798e-47cd-bab9-7565a5706a63 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:21:35.479506 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0316f4e-798e-47cd-bab9-7565a5706a63 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:21:35.479506 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0316f4e-798e-47cd-bab9-7565a5706a63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:21:35.479789 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0316f4e-798e-47cd-bab9-7565a5706a63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:21:35.479944 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0316f4e-798e-47cd-bab9-7565a5706a63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:21:35.480266 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0316f4e-798e-47cd-bab9-7565a5706a63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:21:35.483125 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b0316f4e-798e-47cd-bab9-7565a5706a63 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:35.487550 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-b0316f4e-798e-47cd-bab9-7565a5706a63 admin admin] 10.222.0.100 "DELETE /v2.0/subnets/c3af5b94-748e-4a5b-baa1-ff44712c4fe6 HTTP/1.1" status: 204 len: 168 time: 0.3313782 Jan 18 17:21:35.488780 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 60136) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:21:35.560750 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-48d03c10-84df-4669-8357-9007dfbf0b6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540870'] for network (84e2d0ea-8934-410c-b9b7-ec7fa0882b54), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:35.643363 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-48d03c10-84df-4669-8357-9007dfbf0b6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1561079', 'neutron.services.segments.db._delete_segments_for_network-8785612501023'] for network (84e2d0ea-8934-410c-b9b7-ec7fa0882b54), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:35.664877 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.services.segments.db [None req-48d03c10-84df-4669-8357-9007dfbf0b6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84e2d0ea-8934-410c-b9b7-ec7fa0882b54']}} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:21:35.674201 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.services.segments.db [None req-48d03c10-84df-4669-8357-9007dfbf0b6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc568e5b-2373-4a3a-96b8-0a7a57fbef94') {'for_net_delete': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:21:35.674500 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.services.segments.db [None req-48d03c10-84df-4669-8357-9007dfbf0b6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc568e5b-2373-4a3a-96b8-0a7a57fbef94') {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:21:35.684075 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-48d03c10-84df-4669-8357-9007dfbf0b6e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785612502312', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6178579'] for segment (fc568e5b-2373-4a3a-96b8-0a7a57fbef94), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:35.697816 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-48d03c10-84df-4669-8357-9007dfbf0b6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527697'] for segment (fc568e5b-2373-4a3a-96b8-0a7a57fbef94), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:35.704143 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48d03c10-84df-4669-8357-9007dfbf0b6e admin admin] Releasing vlan 276 on physical network physnet1 to pool {{(pid=103196) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 17:21:35.704535 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-48d03c10-84df-4669-8357-9007dfbf0b6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4300298'] for segment (fc568e5b-2373-4a3a-96b8-0a7a57fbef94), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:35.712052 dv-cinder-733623-11-iscsi neutron-server[103196]: Traceback (most recent call last): Jan 18 17:21:35.712052 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 17:21:35.712052 dv-cinder-733623-11-iscsi neutron-server[103196]: timer() Jan 18 17:21:35.712052 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 17:21:35.712052 dv-cinder-733623-11-iscsi neutron-server[103196]: cb(*args, **kw) Jan 18 17:21:35.712052 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 17:21:35.712052 dv-cinder-733623-11-iscsi neutron-server[103196]: return func(*args, **kwargs) Jan 18 17:21:35.712052 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 17:21:35.712052 dv-cinder-733623-11-iscsi neutron-server[103196]: self._notify() Jan 18 17:21:35.712052 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 17:21:35.712052 dv-cinder-733623-11-iscsi neutron-server[103196]: self.callback(batched_events) Jan 18 17:21:35.712052 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 17:21:35.712052 dv-cinder-733623-11-iscsi neutron-server[103196]: event.method(event) Jan 18 17:21:35.712052 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 17:21:35.712052 dv-cinder-733623-11-iscsi neutron-server[103196]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 17:21:35.712052 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 17:21:35.712052 dv-cinder-733623-11-iscsi neutron-server[103196]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 17:21:35.712052 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 17:21:35.712052 dv-cinder-733623-11-iscsi neutron-server[103196]: return f(self, *a, **k) Jan 18 17:21:35.712052 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 17:21:35.712052 dv-cinder-733623-11-iscsi neutron-server[103196]: return self._get(url).json() Jan 18 17:21:35.712052 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 17:21:35.712052 dv-cinder-733623-11-iscsi neutron-server[103196]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 17:21:35.712052 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 17:21:35.712052 dv-cinder-733623-11-iscsi neutron-server[103196]: return self.request(url, 'GET', **kwargs) Jan 18 17:21:35.712052 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 17:21:35.712052 dv-cinder-733623-11-iscsi neutron-server[103196]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 17:21:35.712052 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 17:21:35.712052 dv-cinder-733623-11-iscsi neutron-server[103196]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 17:21:35.712052 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 17:21:35.712052 dv-cinder-733623-11-iscsi neutron-server[103196]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 17:21:35.712052 dv-cinder-733623-11-iscsi neutron-server[103196]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 17:21:35.829257 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-48d03c10-84df-4669-8357-9007dfbf0b6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647965'] for network (84e2d0ea-8934-410c-b9b7-ec7fa0882b54), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:35.836062 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-48d03c10-84df-4669-8357-9007dfbf0b6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526667'] for network (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:35.839322 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-48d03c10-84df-4669-8357-9007dfbf0b6e admin admin] 10.222.0.100 "DELETE /v2.0/networks/84e2d0ea-8934-410c-b9b7-ec7fa0882b54 HTTP/1.1" status: 204 len: 168 time: 0.3494816 Jan 18 17:21:35.842307 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 60152) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:21:35.850835 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d03c10-84df-4669-8357-9007dfbf0b6e admin admin] Pushing event deleted for resources: {'Network': ['ID=84e2d0ea-8934-410c-b9b7-ec7fa0882b54,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:21:35.889980 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.db.db_base_plugin_v2 [None req-36055560-f3e9-4a0b-8177-6e4aa9c3ea77 admin admin] Deleting subnet c8bd51a9-e93b-4b22-a874-79f48dae9344 {{(pid=103197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 17:21:35.893133 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-36055560-f3e9-4a0b-8177-6e4aa9c3ea77 admin admin] Publish callbacks [] for subnet (c8bd51a9-e93b-4b22-a874-79f48dae9344), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:35.929569 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-36055560-f3e9-4a0b-8177-6e4aa9c3ea77 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6389724'] for subnet (c8bd51a9-e93b-4b22-a874-79f48dae9344), precommit_delete_associations {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:35.968567 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-36055560-f3e9-4a0b-8177-6e4aa9c3ea77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1557582'] for subnet (c8bd51a9-e93b-4b22-a874-79f48dae9344), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:36.070004 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-36055560-f3e9-4a0b-8177-6e4aa9c3ea77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6115704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4852999'] for subnet (c8bd51a9-e93b-4b22-a874-79f48dae9344), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:36.100567 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36055560-f3e9-4a0b-8177-6e4aa9c3ea77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8bd51a9-e93b-4b22-a874-79f48dae9344,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:21:36.105227 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-36055560-f3e9-4a0b-8177-6e4aa9c3ea77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526667'] for subnet (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:36.108429 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-36055560-f3e9-4a0b-8177-6e4aa9c3ea77 admin admin] 10.222.0.100 "DELETE /v2.0/subnets/c8bd51a9-e93b-4b22-a874-79f48dae9344 HTTP/1.1" status: 204 len: 168 time: 0.2644548 Jan 18 17:21:36.110998 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 60154) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:21:36.113361 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36055560-f3e9-4a0b-8177-6e4aa9c3ea77 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:21:36.113738 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36055560-f3e9-4a0b-8177-6e4aa9c3ea77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:21:36.114067 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36055560-f3e9-4a0b-8177-6e4aa9c3ea77 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:21:36.114411 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36055560-f3e9-4a0b-8177-6e4aa9c3ea77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:21:36.114756 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36055560-f3e9-4a0b-8177-6e4aa9c3ea77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:21:36.115418 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36055560-f3e9-4a0b-8177-6e4aa9c3ea77 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:21:36.115755 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36055560-f3e9-4a0b-8177-6e4aa9c3ea77 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:21:36.116199 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36055560-f3e9-4a0b-8177-6e4aa9c3ea77 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:21:36.116638 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36055560-f3e9-4a0b-8177-6e4aa9c3ea77 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:21:36.116981 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36055560-f3e9-4a0b-8177-6e4aa9c3ea77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:21:36.117338 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36055560-f3e9-4a0b-8177-6e4aa9c3ea77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:21:36.117644 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36055560-f3e9-4a0b-8177-6e4aa9c3ea77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:21:36.117969 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36055560-f3e9-4a0b-8177-6e4aa9c3ea77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:21:36.180691 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-79098aa2-94f0-4096-808b-c0a454860606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540870'] for network (9e72fea6-e42c-401c-9e20-277e826016df), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:36.211554 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f0e388-6750-480b-8829-852828c763ab req-676edd33-b20e-4145-9ff4-a7d4f77e4fb8 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:21:36.213068 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-00f0e388-6750-480b-8829-852828c763ab req-676edd33-b20e-4145-9ff4-a7d4f77e4fb8 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/ports?device_id=6ce4ab59-77c4-4fb8-9c59-31aad10050df HTTP/1.1" status: 200 len: 945 time: 0.0521297 Jan 18 17:21:36.260974 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-00f0e388-6750-480b-8829-852828c763ab req-c68bb9f7-a36d-4f37-aa52-1b2bacebfca9 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/security-groups?id=df2658b5-660a-40b6-a6b8-d801bd9f5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422974 Jan 18 17:21:36.266881 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-79098aa2-94f0-4096-808b-c0a454860606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1561079', 'neutron.services.segments.db._delete_segments_for_network-8785612501023'] for network (9e72fea6-e42c-401c-9e20-277e826016df), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:36.287752 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.services.segments.db [None req-79098aa2-94f0-4096-808b-c0a454860606 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e72fea6-e42c-401c-9e20-277e826016df']}} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:21:36.296834 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.services.segments.db [None req-79098aa2-94f0-4096-808b-c0a454860606 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ced257d9-9271-45c1-a22d-ec286d55a9d8') {'for_net_delete': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:21:36.297131 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.services.segments.db [None req-79098aa2-94f0-4096-808b-c0a454860606 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ced257d9-9271-45c1-a22d-ec286d55a9d8') {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:21:36.306273 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-79098aa2-94f0-4096-808b-c0a454860606 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785612502312', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6178579'] for segment (ced257d9-9271-45c1-a22d-ec286d55a9d8), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:36.319677 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-79098aa2-94f0-4096-808b-c0a454860606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527697'] for segment (ced257d9-9271-45c1-a22d-ec286d55a9d8), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:36.325885 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79098aa2-94f0-4096-808b-c0a454860606 admin admin] Releasing vlan 255 on physical network physnet1 to pool {{(pid=103196) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 17:21:36.326208 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-79098aa2-94f0-4096-808b-c0a454860606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4300298'] for segment (ced257d9-9271-45c1-a22d-ec286d55a9d8), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:36.327957 dv-cinder-733623-11-iscsi neutron-server[103196]: Traceback (most recent call last): Jan 18 17:21:36.327957 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 17:21:36.327957 dv-cinder-733623-11-iscsi neutron-server[103196]: timer() Jan 18 17:21:36.327957 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 17:21:36.327957 dv-cinder-733623-11-iscsi neutron-server[103196]: cb(*args, **kw) Jan 18 17:21:36.327957 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 17:21:36.327957 dv-cinder-733623-11-iscsi neutron-server[103196]: return func(*args, **kwargs) Jan 18 17:21:36.327957 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 17:21:36.327957 dv-cinder-733623-11-iscsi neutron-server[103196]: self._notify() Jan 18 17:21:36.327957 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 17:21:36.327957 dv-cinder-733623-11-iscsi neutron-server[103196]: self.callback(batched_events) Jan 18 17:21:36.327957 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 17:21:36.327957 dv-cinder-733623-11-iscsi neutron-server[103196]: event.method(event) Jan 18 17:21:36.327957 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 17:21:36.327957 dv-cinder-733623-11-iscsi neutron-server[103196]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 17:21:36.327957 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 17:21:36.327957 dv-cinder-733623-11-iscsi neutron-server[103196]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 17:21:36.327957 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 17:21:36.327957 dv-cinder-733623-11-iscsi neutron-server[103196]: return f(self, *a, **k) Jan 18 17:21:36.327957 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 17:21:36.327957 dv-cinder-733623-11-iscsi neutron-server[103196]: return self._get(url).json() Jan 18 17:21:36.327957 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 17:21:36.327957 dv-cinder-733623-11-iscsi neutron-server[103196]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 17:21:36.327957 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 17:21:36.327957 dv-cinder-733623-11-iscsi neutron-server[103196]: return self.request(url, 'GET', **kwargs) Jan 18 17:21:36.327957 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 17:21:36.327957 dv-cinder-733623-11-iscsi neutron-server[103196]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 17:21:36.327957 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 17:21:36.327957 dv-cinder-733623-11-iscsi neutron-server[103196]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 17:21:36.327957 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 17:21:36.327957 dv-cinder-733623-11-iscsi neutron-server[103196]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 17:21:36.327957 dv-cinder-733623-11-iscsi neutron-server[103196]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 17:21:36.451446 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-79098aa2-94f0-4096-808b-c0a454860606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647965'] for network (9e72fea6-e42c-401c-9e20-277e826016df), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:36.456600 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-79098aa2-94f0-4096-808b-c0a454860606 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526667'] for network (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:36.460570 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-79098aa2-94f0-4096-808b-c0a454860606 admin admin] 10.222.0.100 "DELETE /v2.0/networks/9e72fea6-e42c-401c-9e20-277e826016df HTTP/1.1" status: 204 len: 168 time: 0.3480589 Jan 18 17:21:36.471252 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79098aa2-94f0-4096-808b-c0a454860606 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e72fea6-e42c-401c-9e20-277e826016df,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:21:36.845555 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 60160) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:21:36.885281 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-f2df50de-a759-43c2-b0ce-fa6c4f11fe0e admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=dba1ee465ee04b8984b5e9153efce7a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385761 Jan 18 17:21:36.887948 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 60162) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:21:36.933515 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-faa322e9-c639-4d88-882f-a16aeb1f3821 admin admin] Publish callbacks [] for security_group (166783bf-49f8-49f6-80b5-21c75eab7f8a), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:36.954581 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-faa322e9-c639-4d88-882f-a16aeb1f3821 admin admin] Publish callbacks [] for security_group (166783bf-49f8-49f6-80b5-21c75eab7f8a), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:37.063575 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-faa322e9-c639-4d88-882f-a16aeb1f3821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (166783bf-49f8-49f6-80b5-21c75eab7f8a), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:37.066207 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-faa322e9-c639-4d88-882f-a16aeb1f3821 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:37.073414 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-faa322e9-c639-4d88-882f-a16aeb1f3821 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/166783bf-49f8-49f6-80b5-21c75eab7f8a HTTP/1.1" status: 204 len: 168 time: 0.1787901 Jan 18 17:21:37.075656 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa322e9-c639-4d88-882f-a16aeb1f3821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=166783bf-49f8-49f6-80b5-21c75eab7f8a,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:21:37.385498 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6162b6-9da4-4816-b389-c659a4cae0fe req-911a9b56-6981-47fa-acdd-64211de384d1 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:21:37.387035 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-de6162b6-9da4-4816-b389-c659a4cae0fe req-911a9b56-6981-47fa-acdd-64211de384d1 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/ports?device_id=6ce4ab59-77c4-4fb8-9c59-31aad10050df HTTP/1.1" status: 200 len: 945 time: 0.0564468 Jan 18 17:21:37.437198 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-de6162b6-9da4-4816-b389-c659a4cae0fe req-eecb75cd-eea8-4584-a437-99dcd2c08c6f tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/security-groups?id=df2658b5-660a-40b6-a6b8-d801bd9f5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441997 Jan 18 17:21:37.768164 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 60170) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:21:37.808349 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-6aa7a369-4380-440e-b622-803724bd58c5 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=c50b4e8dc8ad49609544aeae4447f2da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389993 Jan 18 17:21:37.811256 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 60172) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:21:37.885910 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88e2ded-e811-4872-ae17-8865b636ab84 req-424453c9-e01b-4e8e-8657-d50e3935c811 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:21:37.886586 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-22794fdb-032f-4c41-b2dd-323373ef4e8e admin admin] Publish callbacks [] for security_group (6cb3ae1c-9053-48ec-b09a-4a9b89767b3c), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:37.888357 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c88e2ded-e811-4872-ae17-8865b636ab84 req-424453c9-e01b-4e8e-8657-d50e3935c811 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.105 "GET /v2.0/ports?device_id=6ce4ab59-77c4-4fb8-9c59-31aad10050df HTTP/1.1" status: 200 len: 945 time: 0.0763812 Jan 18 17:21:37.909608 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-22794fdb-032f-4c41-b2dd-323373ef4e8e admin admin] Publish callbacks [] for security_group (6cb3ae1c-9053-48ec-b09a-4a9b89767b3c), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:37.986228 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [req-c88e2ded-e811-4872-ae17-8865b636ab84 req-b6462b5b-54b6-4fcc-a6cb-d561711d0bba tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Deleting port 2d3dc88a-594e-446c-8dfc-9fdae6737342 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 17:21:37.986228 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-c88e2ded-e811-4872-ae17-8865b636ab84 req-b6462b5b-54b6-4fcc-a6cb-d561711d0bba tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785612421596'] for port (2d3dc88a-594e-446c-8dfc-9fdae6737342), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:38.017322 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-22794fdb-032f-4c41-b2dd-323373ef4e8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (6cb3ae1c-9053-48ec-b09a-4a9b89767b3c), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:38.020195 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-22794fdb-032f-4c41-b2dd-323373ef4e8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:38.022492 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-22794fdb-032f-4c41-b2dd-323373ef4e8e admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/6cb3ae1c-9053-48ec-b09a-4a9b89767b3c HTTP/1.1" status: 204 len: 168 time: 0.2089434 Jan 18 17:21:38.031044 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22794fdb-032f-4c41-b2dd-323373ef4e8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb3ae1c-9053-48ec-b09a-4a9b89767b3c,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:21:38.085330 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [req-c88e2ded-e811-4872-ae17-8865b636ab84 req-b6462b5b-54b6-4fcc-a6cb-d561711d0bba tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] For port 2d3dc88a-594e-446c-8dfc-9fdae6737342, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=2d3dc88a-594e-446c-8dfc-9fdae6737342,segment=NetworkSegment(441c74e1-622f-4873-94d6-ea0d90ecf9ee),segment_id=441c74e1-622f-4873-94d6-ea0d90ecf9ee)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:21:38.085704 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-c88e2ded-e811-4872-ae17-8865b636ab84 req-b6462b5b-54b6-4fcc-a6cb-d561711d0bba tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653228'] for port (2d3dc88a-594e-446c-8dfc-9fdae6737342), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:38.540299 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-c88e2ded-e811-4872-ae17-8865b636ab84 req-b6462b5b-54b6-4fcc-a6cb-d561711d0bba tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:38.547658 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-c88e2ded-e811-4872-ae17-8865b636ab84 req-b6462b5b-54b6-4fcc-a6cb-d561711d0bba tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647951'] for floatingip (a9c48b8a-aa09-4495-9b36-732c2e6151be), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:38.547658 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.db.l3_db [req-c88e2ded-e811-4872-ae17-8865b636ab84 req-b6462b5b-54b6-4fcc-a6cb-d561711d0bba tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Floating IP a9c48b8a-aa09-4495-9b36-732c2e6151be disassociated. External IP: 172.27.1.41, port: 2d3dc88a-594e-446c-8dfc-9fdae6737342. Jan 18 17:21:38.547658 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [req-c88e2ded-e811-4872-ae17-8865b636ab84 req-b6462b5b-54b6-4fcc-a6cb-d561711d0bba tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Calling delete_port for 2d3dc88a-594e-446c-8dfc-9fdae6737342 owned by compute:nova {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 17:21:38.575172 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7b5c57-b4c0-4221-bfd2-1f8b6537ed0e req-fd42d2aa-0421-4267-bcb9-a501c23cb395 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:21:38.576771 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-1e7b5c57-b4c0-4221-bfd2-1f8b6537ed0e req-fd42d2aa-0421-4267-bcb9-a501c23cb395 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/ports?device_id=6ce4ab59-77c4-4fb8-9c59-31aad10050df HTTP/1.1" status: 200 len: 945 time: 0.0581875 Jan 18 17:21:38.628111 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-1e7b5c57-b4c0-4221-bfd2-1f8b6537ed0e req-503d304e-76c4-436c-acb0-4b48195356c5 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/security-groups?id=df2658b5-660a-40b6-a6b8-d801bd9f5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420852 Jan 18 17:21:38.754675 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-c88e2ded-e811-4872-ae17-8865b636ab84 req-b6462b5b-54b6-4fcc-a6cb-d561711d0bba tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785612430192', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785611913813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4300409'] for port (2d3dc88a-594e-446c-8dfc-9fdae6737342), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:38.789058 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6462b5b-54b6-4fcc-a6cb-d561711d0bba tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Pushing event deleted for resources: {'Port': ['ID=2d3dc88a-594e-446c-8dfc-9fdae6737342,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:21:38.906732 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c88e2ded-e811-4872-ae17-8865b636ab84 req-b6462b5b-54b6-4fcc-a6cb-d561711d0bba tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Router ae71a829-54e7-4733-86ed-b8acf1486bff has already been hosted by L3 agent 34860b7f-7c9d-4265-9a0a-1b9bd2e1622e {{(pid=103196) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 17:21:39.013585 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c88e2ded-e811-4872-ae17-8865b636ab84 req-b6462b5b-54b6-4fcc-a6cb-d561711d0bba tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Notify agent at l3_agent.dv-cinder-733623-11-iscsi the message routers_updated {{(pid=103196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 17:21:39.025329 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e764c003-105d-4c52-ac55-b279b13b12f1 None None] Sync routers for ids ['ae71a829-54e7-4733-86ed-b8acf1486bff'] in dv-cinder-733623-11-iscsi {{(pid=103199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 17:21:39.037958 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e764c003-105d-4c52-ac55-b279b13b12f1 None None] Routers {'ae71a829-54e7-4733-86ed-b8acf1486bff'} bound to L3 agent in host dv-cinder-733623-11-iscsi {{(pid=103199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 17:21:39.038941 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-e764c003-105d-4c52-ac55-b279b13b12f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T17:04:58Z,description=,heartbeat_timestamp=2022-01-18T17:21:28Z,host='dv-cinder-733623-11-iscsi',id=34860b7f-7c9d-4265-9a0a-1b9bd2e1622e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T17:04:59Z,topic='l3_agent')) {'router_ids': ['ae71a829-54e7-4733-86ed-b8acf1486bff'], 'active': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:21:39.058062 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [req-c88e2ded-e811-4872-ae17-8865b636ab84 req-b6462b5b-54b6-4fcc-a6cb-d561711d0bba tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] No DVR routers for this DVR port 2d3dc88a-594e-446c-8dfc-9fdae6737342 on host hv-cinder-73362 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 17:21:39.061047 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-c88e2ded-e811-4872-ae17-8865b636ab84 req-b6462b5b-54b6-4fcc-a6cb-d561711d0bba tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1923895'] for port (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:39.064458 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c88e2ded-e811-4872-ae17-8865b636ab84 req-b6462b5b-54b6-4fcc-a6cb-d561711d0bba tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.105 "DELETE /v2.0/ports/2d3dc88a-594e-446c-8dfc-9fdae6737342 HTTP/1.1" status: 204 len: 173 time: 1.1702657 Jan 18 17:21:39.064916 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ce4ab59-77c4-4fb8-9c59-31aad10050df', 'name': 'network-vif-deleted', 'tag': '2d3dc88a-594e-446c-8dfc-9fdae6737342'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 17:21:39.067685 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dae96983658fa47cc55ad2b43631f290e6eb934f25c74fb238f11dfd9473403c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3837dc87-86a3-4dd1-ad41-c0d422a8d57d" -d '{"events": [{"server_uuid": "6ce4ab59-77c4-4fb8-9c59-31aad10050df", "name": "network-vif-deleted", "tag": "2d3dc88a-594e-446c-8dfc-9fdae6737342"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 17:21:39.136355 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 17:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f87598e-ab05-4fdc-bc95-010f102130ec x-openstack-request-id: req-0f87598e-ab05-4fdc-bc95-010f102130ec {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 17:21:39.142134 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ce4ab59-77c4-4fb8-9c59-31aad10050df", "name": "network-vif-deleted", "tag": "2d3dc88a-594e-446c-8dfc-9fdae6737342", "status": "completed", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 17:21:39.142134 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-0f87598e-ab05-4fdc-bc95-010f102130ec {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 17:21:39.142134 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ce4ab59-77c4-4fb8-9c59-31aad10050df', 'name': 'network-vif-deleted', 'tag': '2d3dc88a-594e-446c-8dfc-9fdae6737342', 'status': 'completed', 'code': 200} Jan 18 17:21:39.205407 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvr_db [None req-e764c003-105d-4c52-ac55-b279b13b12f1 None None] Set router ae71a829-54e7-4733-86ed-b8acf1486bff gateway port host: dv-cinder-733623-11-iscsi {{(pid=103199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 17:21:39.524027 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-e764c003-105d-4c52-ac55-b279b13b12f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae71a829-54e7-4733-86ed-b8acf1486bff', 'name': 'tempest-AttachVolumeTestJSON-460665670-router', 'tenant_id': 'e39431ed93ab40b3bd3a181b2afcac3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '2d6c734a-3144-4731-99a7-d8056b285be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:16:33Z', 'updated_at': '2022-01-18T17:16:37Z', 'revision_number': 4, 'project_id': 'e39431ed93ab40b3bd3a181b2afcac3d', 'gw_port': {'id': '2d6c734a-3144-4731-99a7-d8056b285be3', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae71a829-54e7-4733-86ed-b8acf1486bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:33Z', 'updated_at': '2022-01-18T17:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi', '_interfaces': [{'id': '0967e5d8-ea3f-43d0-ad41-84aa3ac49cfd', 'name': '', 'network_id': '6beef8c8-11cd-4aa0-ae20-531a45b1faf5', 'tenant_id': 'e39431ed93ab40b3bd3a181b2afcac3d', 'mac_address': 'fa:16:3e:0c:f1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae71a829-54e7-4733-86ed-b8acf1486bff', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'db7edcea-cc0c-4f91-8652-8431bf22b201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:36Z', 'updated_at': '2022-01-18T17:16:44Z', 'revision_number': 5, 'project_id': 'e39431ed93ab40b3bd3a181b2afcac3d', 'subnets': [{'id': 'db7edcea-cc0c-4f91-8652-8431bf22b201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-11-iscsi', False) {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:21:39.550607 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e764c003-105d-4c52-ac55-b279b13b12f1 None None] Checking router: ae71a829-54e7-4733-86ed-b8acf1486bff for host: dv-cinder-733623-11-iscsi {{(pid=103199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 17:21:39.563172 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e764c003-105d-4c52-ac55-b279b13b12f1 None None] Routers {'ae71a829-54e7-4733-86ed-b8acf1486bff'} bound to L3 agent in host dv-cinder-733623-11-iscsi {{(pid=103199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 17:21:39.563172 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-e764c003-105d-4c52-ac55-b279b13b12f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T17:04:58Z,description=,heartbeat_timestamp=2022-01-18T17:21:28Z,host='dv-cinder-733623-11-iscsi',id=34860b7f-7c9d-4265-9a0a-1b9bd2e1622e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T17:04:59Z,topic='l3_agent')) {'router_ids': ['ae71a829-54e7-4733-86ed-b8acf1486bff'], 'active': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:21:39.672671 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvr_db [None req-e764c003-105d-4c52-ac55-b279b13b12f1 None None] Set router ae71a829-54e7-4733-86ed-b8acf1486bff gateway port host: dv-cinder-733623-11-iscsi {{(pid=103199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 17:21:39.744636 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-977c7dcd-f75a-46fc-b24c-936385413257 req-c785d521-30d3-4960-966d-6ef4e2395e32 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/ports?device_id=6ce4ab59-77c4-4fb8-9c59-31aad10050df HTTP/1.1" status: 200 len: 210 time: 0.0317626 Jan 18 17:21:39.883300 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-e764c003-105d-4c52-ac55-b279b13b12f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae71a829-54e7-4733-86ed-b8acf1486bff', 'name': 'tempest-AttachVolumeTestJSON-460665670-router', 'tenant_id': 'e39431ed93ab40b3bd3a181b2afcac3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '2d6c734a-3144-4731-99a7-d8056b285be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:16:33Z', 'updated_at': '2022-01-18T17:16:37Z', 'revision_number': 4, 'project_id': 'e39431ed93ab40b3bd3a181b2afcac3d', 'gw_port': {'id': '2d6c734a-3144-4731-99a7-d8056b285be3', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae71a829-54e7-4733-86ed-b8acf1486bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:33Z', 'updated_at': '2022-01-18T17:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi', '_interfaces': [{'id': '0967e5d8-ea3f-43d0-ad41-84aa3ac49cfd', 'name': '', 'network_id': '6beef8c8-11cd-4aa0-ae20-531a45b1faf5', 'tenant_id': 'e39431ed93ab40b3bd3a181b2afcac3d', 'mac_address': 'fa:16:3e:0c:f1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae71a829-54e7-4733-86ed-b8acf1486bff', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'db7edcea-cc0c-4f91-8652-8431bf22b201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:36Z', 'updated_at': '2022-01-18T17:16:44Z', 'revision_number': 5, 'project_id': 'e39431ed93ab40b3bd3a181b2afcac3d', 'subnets': [{'id': 'db7edcea-cc0c-4f91-8652-8431bf22b201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-11-iscsi', False) {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:21:39.909407 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e764c003-105d-4c52-ac55-b279b13b12f1 None None] The sync data for ids ['ae71a829-54e7-4733-86ed-b8acf1486bff'] in dv-cinder-733623-11-iscsi is: [{'id': 'ae71a829-54e7-4733-86ed-b8acf1486bff', 'name': 'tempest-AttachVolumeTestJSON-460665670-router', 'tenant_id': 'e39431ed93ab40b3bd3a181b2afcac3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '2d6c734a-3144-4731-99a7-d8056b285be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:16:33Z', 'updated_at': '2022-01-18T17:16:37Z', 'revision_number': 4, 'project_id': 'e39431ed93ab40b3bd3a181b2afcac3d', 'gw_port': {'id': '2d6c734a-3144-4731-99a7-d8056b285be3', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae71a829-54e7-4733-86ed-b8acf1486bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:33Z', 'updated_at': '2022-01-18T17:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi', '_interfaces': [{'id': '0967e5d8-ea3f-43d0-ad41-84aa3ac49cfd', 'name': '', 'network_id': '6beef8c8-11cd-4aa0-ae20-531a45b1faf5', 'tenant_id': 'e39431ed93ab40b3bd3a181b2afcac3d', 'mac_address': 'fa:16:3e:0c:f1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae71a829-54e7-4733-86ed-b8acf1486bff', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'db7edcea-cc0c-4f91-8652-8431bf22b201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:36Z', 'updated_at': '2022-01-18T17:16:44Z', 'revision_number': 5, 'project_id': 'e39431ed93ab40b3bd3a181b2afcac3d', 'subnets': [{'id': 'db7edcea-cc0c-4f91-8652-8431bf22b201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 17:21:40.148247 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba51a4cf-0e5a-432c-8cc1-4543db7dc17f None None] New status for floating IP a9c48b8a-aa09-4495-9b36-732c2e6151be: DOWN {{(pid=103198) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 17:21:40.887663 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 60266) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:21:40.945292 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6dcbcc0e-63f2-4b2e-ab43-a10c1b3b1702 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Publish callbacks [] for security_group (df2658b5-660a-40b6-a6b8-d801bd9f5f79), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:40.970312 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6dcbcc0e-63f2-4b2e-ab43-a10c1b3b1702 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Publish callbacks [] for security_group (df2658b5-660a-40b6-a6b8-d801bd9f5f79), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:41.093033 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (e727efee-c94b-447a-9897-92f425521d05), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:41.120425 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6dcbcc0e-63f2-4b2e-ab43-a10c1b3b1702 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (df2658b5-660a-40b6-a6b8-d801bd9f5f79), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:41.123216 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6dcbcc0e-63f2-4b2e-ab43-a10c1b3b1702 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:41.124443 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-6dcbcc0e-63f2-4b2e-ab43-a10c1b3b1702 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "DELETE /v2.0/security-groups/df2658b5-660a-40b6-a6b8-d801bd9f5f79 HTTP/1.1" status: 204 len: 168 time: 0.2357218 Jan 18 17:21:41.127088 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 60270) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:21:41.134083 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcbcc0e-63f2-4b2e-ab43-a10c1b3b1702 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df2658b5-660a-40b6-a6b8-d801bd9f5f79,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:21:41.297045 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.api.v2.resource [None req-1f04ce8e-7598-4888-955c-56c85f36ee7e tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] show failed (client error): The resource could not be found. Jan 18 17:21:41.298023 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-1f04ce8e-7598-4888-955c-56c85f36ee7e tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "GET /v2.0/security-groups/df2658b5-660a-40b6-a6b8-d801bd9f5f79 HTTP/1.1" status: 404 len: 347 time: 0.1699612 Jan 18 17:21:41.300913 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 60274) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:21:41.427033 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.plugin [None req-49ed69a2-3d60-4c6d-916b-5db878f3ff59 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Deleting port 1609023a-f75e-4640-a3f4-9cc021dcfbc2 {{(pid=103197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 17:21:41.427320 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-49ed69a2-3d60-4c6d-916b-5db878f3ff59 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785612421596'] for port (1609023a-f75e-4640-a3f4-9cc021dcfbc2), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:41.507993 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-49ed69a2-3d60-4c6d-916b-5db878f3ff59 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653228'] for port (1609023a-f75e-4640-a3f4-9cc021dcfbc2), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:41.508324 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-49ed69a2-3d60-4c6d-916b-5db878f3ff59 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Publish callbacks [] for floatingip (1609023a-f75e-4640-a3f4-9cc021dcfbc2), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:41.519875 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.plugin [None req-49ed69a2-3d60-4c6d-916b-5db878f3ff59 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Calling delete_port for 1609023a-f75e-4640-a3f4-9cc021dcfbc2 owned by network:floatingip {{(pid=103197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 17:21:41.703497 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-49ed69a2-3d60-4c6d-916b-5db878f3ff59 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785612430192', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785611913813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6115669'] for port (1609023a-f75e-4640-a3f4-9cc021dcfbc2), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:41.730327 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ed69a2-3d60-4c6d-916b-5db878f3ff59 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Pushing event deleted for resources: {'Port': ['ID=1609023a-f75e-4640-a3f4-9cc021dcfbc2,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:21:41.791632 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-49ed69a2-3d60-4c6d-916b-5db878f3ff59 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Publish callbacks [] for floatingip (a9c48b8a-aa09-4495-9b36-732c2e6151be), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:41.794249 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-49ed69a2-3d60-4c6d-916b-5db878f3ff59 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1923895'] for floatingip (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:41.795471 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-49ed69a2-3d60-4c6d-916b-5db878f3ff59 tempest-AttachVolumeTestJSON-355145225 tempest-AttachVolumeTestJSON-355145225-project] 10.222.0.100 "DELETE /v2.0/floatingips/a9c48b8a-aa09-4495-9b36-732c2e6151be HTTP/1.1" status: 204 len: 168 time: 0.4936113 Jan 18 17:21:41.973944 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Device 2d3dc88a-594e-446c-8dfc-9fdae6737342 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 17:21:41.999282 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] No Port match for: 2d3dc88a-594e-446c-8dfc-9fdae6737342 {{(pid=103198) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 17:21:41.999639 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Device 2d3dc88a-594e-446c-8dfc-9fdae6737342 not bound to the agent host hv-cinder-73362 {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 17:21:45.670158 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 60310) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:21:46.131288 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-32ea4a1d-24d6-4514-bf63-57154867147a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647695'] for router_interface (ae71a829-54e7-4733-86ed-b8acf1486bff), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:46.394139 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-32ea4a1d-24d6-4514-bf63-57154867147a admin admin] Deleting port 0967e5d8-ea3f-43d0-ad41-84aa3ac49cfd {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 17:21:46.394395 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-32ea4a1d-24d6-4514-bf63-57154867147a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785612421596'] for port (0967e5d8-ea3f-43d0-ad41-84aa3ac49cfd), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:46.473392 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-32ea4a1d-24d6-4514-bf63-57154867147a admin admin] For port 0967e5d8-ea3f-43d0-ad41-84aa3ac49cfd, host dv-cinder-733623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-11-iscsi',level=0,port_id=0967e5d8-ea3f-43d0-ad41-84aa3ac49cfd,segment=NetworkSegment(441c74e1-622f-4873-94d6-ea0d90ecf9ee),segment_id=441c74e1-622f-4873-94d6-ea0d90ecf9ee)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:21:46.473753 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-32ea4a1d-24d6-4514-bf63-57154867147a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653228'] for port (0967e5d8-ea3f-43d0-ad41-84aa3ac49cfd), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:46.486735 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-32ea4a1d-24d6-4514-bf63-57154867147a admin admin] Calling delete_port for 0967e5d8-ea3f-43d0-ad41-84aa3ac49cfd owned by network:router_interface {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 17:21:46.794482 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-32ea4a1d-24d6-4514-bf63-57154867147a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785612430192', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785611913813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4300409'] for port (0967e5d8-ea3f-43d0-ad41-84aa3ac49cfd), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:46.818552 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ea4a1d-24d6-4514-bf63-57154867147a admin admin] Pushing event deleted for resources: {'Port': ['ID=0967e5d8-ea3f-43d0-ad41-84aa3ac49cfd,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:21:46.999069 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-32ea4a1d-24d6-4514-bf63-57154867147a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646559'] for router_interface (ae71a829-54e7-4733-86ed-b8acf1486bff), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:47.222901 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32ea4a1d-24d6-4514-bf63-57154867147a admin admin] Router ae71a829-54e7-4733-86ed-b8acf1486bff has already been hosted by L3 agent 34860b7f-7c9d-4265-9a0a-1b9bd2e1622e {{(pid=103196) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 17:21:47.330219 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32ea4a1d-24d6-4514-bf63-57154867147a admin admin] Notify agent at l3_agent.dv-cinder-733623-11-iscsi the message routers_updated {{(pid=103196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 17:21:47.335307 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-32ea4a1d-24d6-4514-bf63-57154867147a admin admin] 10.222.0.100 "PUT /v2.0/routers/ae71a829-54e7-4733-86ed-b8acf1486bff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6640599 Jan 18 17:21:47.338322 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 60316) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:21:47.340917 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6290dc79-5c40-47ca-9138-252189569b10 None None] Sync routers for ids ['ae71a829-54e7-4733-86ed-b8acf1486bff'] in dv-cinder-733623-11-iscsi {{(pid=103199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 17:21:47.350749 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6290dc79-5c40-47ca-9138-252189569b10 None None] Routers {'ae71a829-54e7-4733-86ed-b8acf1486bff'} bound to L3 agent in host dv-cinder-733623-11-iscsi {{(pid=103199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 17:21:47.351343 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-6290dc79-5c40-47ca-9138-252189569b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T17:04:58Z,description=,heartbeat_timestamp=2022-01-18T17:21:28Z,host='dv-cinder-733623-11-iscsi',id=34860b7f-7c9d-4265-9a0a-1b9bd2e1622e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T17:04:59Z,topic='l3_agent')) {'router_ids': ['ae71a829-54e7-4733-86ed-b8acf1486bff'], 'active': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:21:47.447566 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6a407ccc-d580-4e39-9d18-7bb1a353d068 admin admin] Publish callbacks [] for router (ae71a829-54e7-4733-86ed-b8acf1486bff), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:47.460987 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvr_db [None req-6290dc79-5c40-47ca-9138-252189569b10 None None] Set router ae71a829-54e7-4733-86ed-b8acf1486bff gateway port host: dv-cinder-733623-11-iscsi {{(pid=103199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 17:21:47.548667 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6a407ccc-d580-4e39-9d18-7bb1a353d068 admin admin] Publish callbacks [] for router_gateway (ae71a829-54e7-4733-86ed-b8acf1486bff), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:47.639337 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-6290dc79-5c40-47ca-9138-252189569b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae71a829-54e7-4733-86ed-b8acf1486bff', 'name': 'tempest-AttachVolumeTestJSON-460665670-router', 'tenant_id': 'e39431ed93ab40b3bd3a181b2afcac3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '2d6c734a-3144-4731-99a7-d8056b285be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:16:33Z', 'updated_at': '2022-01-18T17:21:46Z', 'revision_number': 5, 'project_id': 'e39431ed93ab40b3bd3a181b2afcac3d', 'gw_port': {'id': '2d6c734a-3144-4731-99a7-d8056b285be3', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae71a829-54e7-4733-86ed-b8acf1486bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:33Z', 'updated_at': '2022-01-18T17:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi'}], 'dv-cinder-733623-11-iscsi', False) {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:21:47.670099 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6290dc79-5c40-47ca-9138-252189569b10 None None] Checking router: ae71a829-54e7-4733-86ed-b8acf1486bff for host: dv-cinder-733623-11-iscsi {{(pid=103199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 17:21:47.679201 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6290dc79-5c40-47ca-9138-252189569b10 None None] Routers {'ae71a829-54e7-4733-86ed-b8acf1486bff'} bound to L3 agent in host dv-cinder-733623-11-iscsi {{(pid=103199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 17:21:47.689720 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-6290dc79-5c40-47ca-9138-252189569b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T17:04:58Z,description=,heartbeat_timestamp=2022-01-18T17:21:28Z,host='dv-cinder-733623-11-iscsi',id=34860b7f-7c9d-4265-9a0a-1b9bd2e1622e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T17:04:59Z,topic='l3_agent')) {'router_ids': ['ae71a829-54e7-4733-86ed-b8acf1486bff'], 'active': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:21:47.689875 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6a407ccc-d580-4e39-9d18-7bb1a353d068 admin admin] Deleting port 2d6c734a-3144-4731-99a7-d8056b285be3 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 17:21:47.689875 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6a407ccc-d580-4e39-9d18-7bb1a353d068 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785612421596'] for port (2d6c734a-3144-4731-99a7-d8056b285be3), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:47.761658 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-6a407ccc-d580-4e39-9d18-7bb1a353d068 admin admin] For port 2d6c734a-3144-4731-99a7-d8056b285be3, host dv-cinder-733623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-11-iscsi',level=0,port_id=2d6c734a-3144-4731-99a7-d8056b285be3,segment=NetworkSegment(e313aa2e-7c8f-481c-b82b-97bbd998f4e0),segment_id=e313aa2e-7c8f-481c-b82b-97bbd998f4e0)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:21:47.762021 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6a407ccc-d580-4e39-9d18-7bb1a353d068 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653228'] for port (2d6c734a-3144-4731-99a7-d8056b285be3), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:47.776072 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-6a407ccc-d580-4e39-9d18-7bb1a353d068 admin admin] Calling delete_port for 2d6c734a-3144-4731-99a7-d8056b285be3 owned by network:router_gateway {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 17:21:47.776686 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvr_db [None req-6290dc79-5c40-47ca-9138-252189569b10 None None] Set router ae71a829-54e7-4733-86ed-b8acf1486bff gateway port host: None {{(pid=103199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 17:21:47.839511 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-6290dc79-5c40-47ca-9138-252189569b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae71a829-54e7-4733-86ed-b8acf1486bff', 'name': 'tempest-AttachVolumeTestJSON-460665670-router', 'tenant_id': 'e39431ed93ab40b3bd3a181b2afcac3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:16:33Z', 'updated_at': '2022-01-18T17:21:47Z', 'revision_number': 6, 'project_id': 'e39431ed93ab40b3bd3a181b2afcac3d', 'gw_port_host': None}], 'dv-cinder-733623-11-iscsi', False) {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:21:47.869408 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6290dc79-5c40-47ca-9138-252189569b10 None None] The sync data for ids ['ae71a829-54e7-4733-86ed-b8acf1486bff'] in dv-cinder-733623-11-iscsi is: [{'id': 'ae71a829-54e7-4733-86ed-b8acf1486bff', 'name': 'tempest-AttachVolumeTestJSON-460665670-router', 'tenant_id': 'e39431ed93ab40b3bd3a181b2afcac3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:16:33Z', 'updated_at': '2022-01-18T17:21:47Z', 'revision_number': 6, 'project_id': 'e39431ed93ab40b3bd3a181b2afcac3d', 'gw_port_host': None}] {{(pid=103199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 17:21:48.024291 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6a407ccc-d580-4e39-9d18-7bb1a353d068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785612430192', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785611913813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4300409'] for port (2d6c734a-3144-4731-99a7-d8056b285be3), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:48.052063 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a407ccc-d580-4e39-9d18-7bb1a353d068 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d6c734a-3144-4731-99a7-d8056b285be3,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:21:48.116203 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6a407ccc-d580-4e39-9d18-7bb1a353d068 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648001'] for router_gateway (ae71a829-54e7-4733-86ed-b8acf1486bff), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:48.205576 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6a407ccc-d580-4e39-9d18-7bb1a353d068 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-646132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16105'] for router (ae71a829-54e7-4733-86ed-b8acf1486bff), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:48.207712 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6a407ccc-d580-4e39-9d18-7bb1a353d068 admin admin] Publish callbacks [] for router_controller (ae71a829-54e7-4733-86ed-b8acf1486bff), precommit_delete_associations {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:48.308863 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6a407ccc-d580-4e39-9d18-7bb1a353d068 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-646125'] for router (ae71a829-54e7-4733-86ed-b8acf1486bff), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:48.309432 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a407ccc-d580-4e39-9d18-7bb1a353d068 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae71a829-54e7-4733-86ed-b8acf1486bff {{(pid=103196) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 17:21:48.313863 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6a407ccc-d580-4e39-9d18-7bb1a353d068 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:48.329032 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-6a407ccc-d580-4e39-9d18-7bb1a353d068 admin admin] 10.222.0.100 "DELETE /v2.0/routers/ae71a829-54e7-4733-86ed-b8acf1486bff HTTP/1.1" status: 204 len: 168 time: 0.9757748 Jan 18 17:21:48.329032 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 60320) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:21:48.370264 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.db.db_base_plugin_v2 [None req-7feac512-717e-42a3-94fe-e6d364292c26 admin admin] Deleting subnet db7edcea-cc0c-4f91-8652-8431bf22b201 {{(pid=103196) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 17:21:48.373724 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7feac512-717e-42a3-94fe-e6d364292c26 admin admin] Publish callbacks [] for subnet (db7edcea-cc0c-4f91-8652-8431bf22b201), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:48.684918 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7feac512-717e-42a3-94fe-e6d364292c26 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6178570'] for subnet (db7edcea-cc0c-4f91-8652-8431bf22b201), precommit_delete_associations {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:48.764465 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7feac512-717e-42a3-94fe-e6d364292c26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1557582'] for subnet (db7edcea-cc0c-4f91-8652-8431bf22b201), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:48.886511 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7feac512-717e-42a3-94fe-e6d364292c26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4300372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4592727'] for subnet (db7edcea-cc0c-4f91-8652-8431bf22b201), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:48.911233 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feac512-717e-42a3-94fe-e6d364292c26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db7edcea-cc0c-4f91-8652-8431bf22b201,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:21:48.918206 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7feac512-717e-42a3-94fe-e6d364292c26 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:48.922073 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-7feac512-717e-42a3-94fe-e6d364292c26 admin admin] 10.222.0.100 "DELETE /v2.0/subnets/db7edcea-cc0c-4f91-8652-8431bf22b201 HTTP/1.1" status: 204 len: 168 time: 0.6033530 Jan 18 17:21:48.923368 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a338d8-da6e-4290-9bc6-7b510948dd21 None None] Network 6beef8c8-11cd-4aa0-ae20-531a45b1faf5 requested from dv-cinder-733623-11-iscsi {{(pid=103198) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 17:21:48.924565 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 60324) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:21:48.998200 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4ef174ca-1df0-4822-8683-3b80eee1eaf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540870'] for network (6beef8c8-11cd-4aa0-ae20-531a45b1faf5), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:49.058025 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-4ef174ca-1df0-4822-8683-3b80eee1eaf6 admin admin] Deleting port b88f8f9d-8c95-4b65-a2d7-d545d4e7502b {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 17:21:49.058625 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4ef174ca-1df0-4822-8683-3b80eee1eaf6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785612421596'] for port (b88f8f9d-8c95-4b65-a2d7-d545d4e7502b), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:49.086946 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0ae57a-a890-4816-920f-add733fae6ba None None] DHCP port deletion for 6beef8c8-11cd-4aa0-ae20-531a45b1faf5 request from dv-cinder-733623-11-iscsi {{(pid=103198) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 17:21:49.128900 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-4ef174ca-1df0-4822-8683-3b80eee1eaf6 admin admin] For port b88f8f9d-8c95-4b65-a2d7-d545d4e7502b, host dv-cinder-733623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-11-iscsi',level=0,port_id=b88f8f9d-8c95-4b65-a2d7-d545d4e7502b,segment=NetworkSegment(441c74e1-622f-4873-94d6-ea0d90ecf9ee),segment_id=441c74e1-622f-4873-94d6-ea0d90ecf9ee)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:21:49.131942 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4ef174ca-1df0-4822-8683-3b80eee1eaf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653228'] for port (b88f8f9d-8c95-4b65-a2d7-d545d4e7502b), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:49.145227 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-ea0ae57a-a890-4816-920f-add733fae6ba None None] Deleting port b88f8f9d-8c95-4b65-a2d7-d545d4e7502b {{(pid=103198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 17:21:49.145899 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-ea0ae57a-a890-4816-920f-add733fae6ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785612421596'] for port (b88f8f9d-8c95-4b65-a2d7-d545d4e7502b), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:49.153279 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-4ef174ca-1df0-4822-8683-3b80eee1eaf6 admin admin] Calling delete_port for b88f8f9d-8c95-4b65-a2d7-d545d4e7502b owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 17:21:49.169454 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Device 0967e5d8-ea3f-43d0-ad41-84aa3ac49cfd no longer exists at agent ovs-agent-dv-cinder-733623-11-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 17:21:49.213501 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] No Port match for: 0967e5d8-ea3f-43d0-ad41-84aa3ac49cfd {{(pid=103198) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 17:21:49.213842 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Device 0967e5d8-ea3f-43d0-ad41-84aa3ac49cfd not bound to the agent host dv-cinder-733623-11-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 17:21:49.214265 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Device 2d6c734a-3144-4731-99a7-d8056b285be3 no longer exists at agent ovs-agent-dv-cinder-733623-11-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 17:21:49.246624 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] No Port match for: 2d6c734a-3144-4731-99a7-d8056b285be3 {{(pid=103198) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 17:21:49.249120 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Device 2d6c734a-3144-4731-99a7-d8056b285be3 not bound to the agent host dv-cinder-733623-11-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 17:21:49.249120 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Device b88f8f9d-8c95-4b65-a2d7-d545d4e7502b no longer exists at agent ovs-agent-dv-cinder-733623-11-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 17:21:49.282101 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-ea0ae57a-a890-4816-920f-add733fae6ba None None] For port b88f8f9d-8c95-4b65-a2d7-d545d4e7502b, host dv-cinder-733623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-11-iscsi',level=0,port_id=b88f8f9d-8c95-4b65-a2d7-d545d4e7502b,segment=NetworkSegment(441c74e1-622f-4873-94d6-ea0d90ecf9ee),segment_id=441c74e1-622f-4873-94d6-ea0d90ecf9ee)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:21:49.282416 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-ea0ae57a-a890-4816-920f-add733fae6ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653228'] for port (b88f8f9d-8c95-4b65-a2d7-d545d4e7502b), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:49.301877 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-ea0ae57a-a890-4816-920f-add733fae6ba None None] Calling delete_port for b88f8f9d-8c95-4b65-a2d7-d545d4e7502b owned by network:dhcp {{(pid=103198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 17:21:49.332716 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4ef174ca-1df0-4822-8683-3b80eee1eaf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785612430192', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785611913813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4300409'] for port (b88f8f9d-8c95-4b65-a2d7-d545d4e7502b), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:49.350103 dv-cinder-733623-11-iscsi neutron-server[103198]: INFO neutron.plugins.ml2.db [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] No ports have port_id starting with b88f8f9d-8c95-4b65-a2d7-d545d4e7502b Jan 18 17:21:49.364519 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef174ca-1df0-4822-8683-3b80eee1eaf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b88f8f9d-8c95-4b65-a2d7-d545d4e7502b,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:21:49.371302 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef174ca-1df0-4822-8683-3b80eee1eaf6 admin admin] No DVR routers for this DVR port b88f8f9d-8c95-4b65-a2d7-d545d4e7502b on host dv-cinder-733623-11-iscsi {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 17:21:49.400848 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-ea0ae57a-a890-4816-920f-add733fae6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785612430192', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785611913813'] for port (b88f8f9d-8c95-4b65-a2d7-d545d4e7502b), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:49.431206 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0ae57a-a890-4816-920f-add733fae6ba None None] Pushing event deleted for resources: {'Port': ['ID=b88f8f9d-8c95-4b65-a2d7-d545d4e7502b,revision_number=None']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:21:49.433104 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0ae57a-a890-4816-920f-add733fae6ba None None] No DVR routers for this DVR port b88f8f9d-8c95-4b65-a2d7-d545d4e7502b on host dv-cinder-733623-11-iscsi {{(pid=103198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 17:21:49.450431 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4ef174ca-1df0-4822-8683-3b80eee1eaf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1561079', 'neutron.services.segments.db._delete_segments_for_network-8785612501023'] for network (6beef8c8-11cd-4aa0-ae20-531a45b1faf5), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:49.474038 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.services.segments.db [None req-4ef174ca-1df0-4822-8683-3b80eee1eaf6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6beef8c8-11cd-4aa0-ae20-531a45b1faf5']}} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:21:49.485468 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.services.segments.db [None req-4ef174ca-1df0-4822-8683-3b80eee1eaf6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '441c74e1-622f-4873-94d6-ea0d90ecf9ee') {'for_net_delete': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:21:49.485799 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.services.segments.db [None req-4ef174ca-1df0-4822-8683-3b80eee1eaf6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '441c74e1-622f-4873-94d6-ea0d90ecf9ee') {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:21:49.495473 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4ef174ca-1df0-4822-8683-3b80eee1eaf6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785612502312', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6178579'] for segment (441c74e1-622f-4873-94d6-ea0d90ecf9ee), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:49.509600 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4ef174ca-1df0-4822-8683-3b80eee1eaf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527697'] for segment (441c74e1-622f-4873-94d6-ea0d90ecf9ee), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:49.520464 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ef174ca-1df0-4822-8683-3b80eee1eaf6 admin admin] Releasing vlan 256 on physical network physnet1 to pool {{(pid=103196) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 17:21:49.521402 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4ef174ca-1df0-4822-8683-3b80eee1eaf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4300298'] for segment (441c74e1-622f-4873-94d6-ea0d90ecf9ee), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:49.522558 dv-cinder-733623-11-iscsi neutron-server[103196]: Traceback (most recent call last): Jan 18 17:21:49.522558 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 17:21:49.522558 dv-cinder-733623-11-iscsi neutron-server[103196]: timer() Jan 18 17:21:49.522558 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 17:21:49.522558 dv-cinder-733623-11-iscsi neutron-server[103196]: cb(*args, **kw) Jan 18 17:21:49.522558 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 17:21:49.522558 dv-cinder-733623-11-iscsi neutron-server[103196]: return func(*args, **kwargs) Jan 18 17:21:49.522558 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 17:21:49.522558 dv-cinder-733623-11-iscsi neutron-server[103196]: self._notify() Jan 18 17:21:49.522558 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 17:21:49.522558 dv-cinder-733623-11-iscsi neutron-server[103196]: self.callback(batched_events) Jan 18 17:21:49.522558 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 17:21:49.522558 dv-cinder-733623-11-iscsi neutron-server[103196]: event.method(event) Jan 18 17:21:49.522558 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 17:21:49.522558 dv-cinder-733623-11-iscsi neutron-server[103196]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 17:21:49.522558 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 17:21:49.522558 dv-cinder-733623-11-iscsi neutron-server[103196]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 17:21:49.522558 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 17:21:49.522558 dv-cinder-733623-11-iscsi neutron-server[103196]: return f(self, *a, **k) Jan 18 17:21:49.522558 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 17:21:49.522558 dv-cinder-733623-11-iscsi neutron-server[103196]: return self._get(url).json() Jan 18 17:21:49.522558 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 17:21:49.522558 dv-cinder-733623-11-iscsi neutron-server[103196]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 17:21:49.522558 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 17:21:49.522558 dv-cinder-733623-11-iscsi neutron-server[103196]: return self.request(url, 'GET', **kwargs) Jan 18 17:21:49.522558 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 17:21:49.522558 dv-cinder-733623-11-iscsi neutron-server[103196]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 17:21:49.522558 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 17:21:49.522558 dv-cinder-733623-11-iscsi neutron-server[103196]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 17:21:49.522558 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 17:21:49.522558 dv-cinder-733623-11-iscsi neutron-server[103196]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 17:21:49.522558 dv-cinder-733623-11-iscsi neutron-server[103196]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 17:21:49.622967 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4ef174ca-1df0-4822-8683-3b80eee1eaf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647965'] for network (6beef8c8-11cd-4aa0-ae20-531a45b1faf5), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:49.629925 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4ef174ca-1df0-4822-8683-3b80eee1eaf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526667'] for network (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:49.634804 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-4ef174ca-1df0-4822-8683-3b80eee1eaf6 admin admin] 10.222.0.100 "DELETE /v2.0/networks/6beef8c8-11cd-4aa0-ae20-531a45b1faf5 HTTP/1.1" status: 204 len: 168 time: 0.7092123 Jan 18 17:21:49.645710 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef174ca-1df0-4822-8683-3b80eee1eaf6 admin admin] Pushing event deleted for resources: {'Network': ['ID=6beef8c8-11cd-4aa0-ae20-531a45b1faf5,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:21:49.925565 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 60338) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:21:49.965102 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-e2ca5d26-8939-4ab6-addb-9ca3c3beec0d admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=e39431ed93ab40b3bd3a181b2afcac3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384388 Jan 18 17:21:49.967469 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 60340) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:21:50.014829 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5c1cfcc0-6338-4533-865f-aae122a67212 admin admin] Publish callbacks [] for security_group (7207e0d8-5b4d-48b5-8f38-d6ad79e391ef), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:50.036169 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5c1cfcc0-6338-4533-865f-aae122a67212 admin admin] Publish callbacks [] for security_group (7207e0d8-5b4d-48b5-8f38-d6ad79e391ef), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:50.195168 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5c1cfcc0-6338-4533-865f-aae122a67212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (7207e0d8-5b4d-48b5-8f38-d6ad79e391ef), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:50.198117 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5c1cfcc0-6338-4533-865f-aae122a67212 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:50.199314 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-5c1cfcc0-6338-4533-865f-aae122a67212 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/7207e0d8-5b4d-48b5-8f38-d6ad79e391ef HTTP/1.1" status: 204 len: 168 time: 0.2309353 Jan 18 17:21:50.207142 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1cfcc0-6338-4533-865f-aae122a67212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7207e0d8-5b4d-48b5-8f38-d6ad79e391ef,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:21:55.799956 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6e505f0e-5387-4f8c-a287-80c13ca64403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (1e8d2d8a-92ca-4025-a540-71c8151dbccf), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:56.747684 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.agents_db [None req-82e58cf6-2858-46ee-adbb-688a61b9207a None None] Agent healthcheck: found 6 active agents {{(pid=103199) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 17:21:56.827422 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 60442) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:21:56.934813 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-ab7acc8d-58b8-4a3f-bd57-249aebb719c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:57.010496 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-ab7acc8d-58b8-4a3f-bd57-249aebb719c3 admin admin] Publish callbacks [] for security_group (77541fc3-7fc3-423a-a4fa-1dad693baaa8), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:57.062776 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-ab7acc8d-58b8-4a3f-bd57-249aebb719c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (77541fc3-7fc3-423a-a4fa-1dad693baaa8), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:57.106805 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-ab7acc8d-58b8-4a3f-bd57-249aebb719c3 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=c9855807697947b49ed10464f4a7ad5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2781975 Jan 18 17:21:57.107585 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7acc8d-58b8-4a3f-bd57-249aebb719c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77541fc3-7fc3-423a-a4fa-1dad693baaa8,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:21:57.109616 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 60458) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:21:57.164249 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a51d9293-7e1e-419f-8327-29fc81a1f650 admin admin] Publish callbacks [] for security_group (77541fc3-7fc3-423a-a4fa-1dad693baaa8), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:57.185469 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a51d9293-7e1e-419f-8327-29fc81a1f650 admin admin] Publish callbacks [] for security_group (77541fc3-7fc3-423a-a4fa-1dad693baaa8), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:57.331391 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a51d9293-7e1e-419f-8327-29fc81a1f650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (77541fc3-7fc3-423a-a4fa-1dad693baaa8), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:57.334061 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a51d9293-7e1e-419f-8327-29fc81a1f650 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:57.335263 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-a51d9293-7e1e-419f-8327-29fc81a1f650 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/77541fc3-7fc3-423a-a4fa-1dad693baaa8 HTTP/1.1" status: 204 len: 168 time: 0.2244930 Jan 18 17:21:57.343849 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51d9293-7e1e-419f-8327-29fc81a1f650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77541fc3-7fc3-423a-a4fa-1dad693baaa8,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:21:58.223528 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-bc73c002-3a71-4ba6-bdd8-2c4ecb5ba21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (34860b7f-7c9d-4265-9a0a-1b9bd2e1622e), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:58.982525 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 60508) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:21:59.073812 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-a24976dc-7f89-446d-8d9b-8a75bf0e6853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (f7781508-68f4-4d6b-b413-74596bae1216), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:59.093996 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-ef69d72c-e382-4bec-8e0f-50340bbca148 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:59.170192 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-ef69d72c-e382-4bec-8e0f-50340bbca148 admin admin] Publish callbacks [] for security_group (d8eae485-dc94-427e-ab9e-c52156824c9e), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:59.262653 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-ef69d72c-e382-4bec-8e0f-50340bbca148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (d8eae485-dc94-427e-ab9e-c52156824c9e), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:59.306687 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-ef69d72c-e382-4bec-8e0f-50340bbca148 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=64e0aacb2d114d1d9bcdf93e57fad231&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3193047 Jan 18 17:21:59.306687 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef69d72c-e382-4bec-8e0f-50340bbca148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8eae485-dc94-427e-ab9e-c52156824c9e,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:21:59.307441 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 60512) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:21:59.360909 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-b88a912d-f182-4a45-b01e-c30ae11041e2 admin admin] Publish callbacks [] for security_group (d8eae485-dc94-427e-ab9e-c52156824c9e), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:59.383547 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-b88a912d-f182-4a45-b01e-c30ae11041e2 admin admin] Publish callbacks [] for security_group (d8eae485-dc94-427e-ab9e-c52156824c9e), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:59.503131 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-b88a912d-f182-4a45-b01e-c30ae11041e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (d8eae485-dc94-427e-ab9e-c52156824c9e), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:59.505836 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-b88a912d-f182-4a45-b01e-c30ae11041e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:21:59.507033 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-b88a912d-f182-4a45-b01e-c30ae11041e2 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/d8eae485-dc94-427e-ab9e-c52156824c9e HTTP/1.1" status: 204 len: 168 time: 0.1986539 Jan 18 17:21:59.516126 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88a912d-f182-4a45-b01e-c30ae11041e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8eae485-dc94-427e-ab9e-c52156824c9e,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:22:00.674393 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-d0f57583-9799-4745-8039-4fb698731137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (f223777b-396b-444b-a9c9-71cdff5b918d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:22:01.165815 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 60566) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:22:01.271678 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-e93adc1b-0412-41d9-80a6-394fc20504a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:22:01.344654 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-e93adc1b-0412-41d9-80a6-394fc20504a7 admin admin] Publish callbacks [] for security_group (7bd81dd3-d6cd-4931-b2b1-6f16cdd34177), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:22:01.388344 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-e93adc1b-0412-41d9-80a6-394fc20504a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (7bd81dd3-d6cd-4931-b2b1-6f16cdd34177), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:22:01.426573 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-e93adc1b-0412-41d9-80a6-394fc20504a7 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=101e9c1181ef4174ac7cd5497d07bc79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2597001 Jan 18 17:22:01.427488 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93adc1b-0412-41d9-80a6-394fc20504a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd81dd3-d6cd-4931-b2b1-6f16cdd34177,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:22:01.429302 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 60570) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:22:01.480083 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7dbc1530-23bc-41d8-a0a4-e2f04d854ea2 admin admin] Publish callbacks [] for security_group (7bd81dd3-d6cd-4931-b2b1-6f16cdd34177), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:22:01.501526 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7dbc1530-23bc-41d8-a0a4-e2f04d854ea2 admin admin] Publish callbacks [] for security_group (7bd81dd3-d6cd-4931-b2b1-6f16cdd34177), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:22:01.611161 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7dbc1530-23bc-41d8-a0a4-e2f04d854ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (7bd81dd3-d6cd-4931-b2b1-6f16cdd34177), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:22:01.613813 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7dbc1530-23bc-41d8-a0a4-e2f04d854ea2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:22:01.615046 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-7dbc1530-23bc-41d8-a0a4-e2f04d854ea2 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/7bd81dd3-d6cd-4931-b2b1-6f16cdd34177 HTTP/1.1" status: 204 len: 168 time: 0.1846981 Jan 18 17:22:01.623309 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbc1530-23bc-41d8-a0a4-e2f04d854ea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd81dd3-d6cd-4931-b2b1-6f16cdd34177,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:22:01.857606 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (a6f837d2-7b5b-4cd3-9c28-296017d8b8e6), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:22:09.845677 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 60664) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:22:09.949779 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3452dca8-e8fe-4afe-8c39-855aa4fd72f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:22:10.035155 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3452dca8-e8fe-4afe-8c39-855aa4fd72f0 admin admin] Publish callbacks [] for security_group (5ace38c8-b983-447d-8ea1-7e639cd1933f), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:22:10.120181 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3452dca8-e8fe-4afe-8c39-855aa4fd72f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (5ace38c8-b983-447d-8ea1-7e639cd1933f), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:22:10.181894 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3452dca8-e8fe-4afe-8c39-855aa4fd72f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ace38c8-b983-447d-8ea1-7e639cd1933f,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:22:10.187724 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-3452dca8-e8fe-4afe-8c39-855aa4fd72f0 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=0fec3ad4253e41cb8044ee0f4f606a37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3408449 Jan 18 17:22:10.190465 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 60668) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:22:10.251476 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-718fc7a5-f48b-460c-a8b8-77f5ceff43c8 admin admin] Publish callbacks [] for security_group (5ace38c8-b983-447d-8ea1-7e639cd1933f), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:22:10.272765 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-718fc7a5-f48b-460c-a8b8-77f5ceff43c8 admin admin] Publish callbacks [] for security_group (5ace38c8-b983-447d-8ea1-7e639cd1933f), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:22:10.410847 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-718fc7a5-f48b-460c-a8b8-77f5ceff43c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (5ace38c8-b983-447d-8ea1-7e639cd1933f), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:22:10.413607 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-718fc7a5-f48b-460c-a8b8-77f5ceff43c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:22:10.414883 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-718fc7a5-f48b-460c-a8b8-77f5ceff43c8 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/5ace38c8-b983-447d-8ea1-7e639cd1933f HTTP/1.1" status: 204 len: 168 time: 0.2228642 Jan 18 17:22:10.422925 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718fc7a5-f48b-460c-a8b8-77f5ceff43c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ace38c8-b983-447d-8ea1-7e639cd1933f,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:22:11.029626 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 60674) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:22:11.044000 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a4603384-27eb-4a6f-a71e-81d499d866a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:22:11.103512 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (e727efee-c94b-447a-9897-92f425521d05), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:22:11.123693 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a4603384-27eb-4a6f-a71e-81d499d866a1 admin admin] Publish callbacks [] for security_group (10ebd081-1261-44b6-8d4c-3b8cb2af5cd6), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:22:11.188414 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a4603384-27eb-4a6f-a71e-81d499d866a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (10ebd081-1261-44b6-8d4c-3b8cb2af5cd6), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:22:11.231798 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4603384-27eb-4a6f-a71e-81d499d866a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10ebd081-1261-44b6-8d4c-3b8cb2af5cd6,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:22:11.236117 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-a4603384-27eb-4a6f-a71e-81d499d866a1 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=75d7e520877e4f6696994f7b8233ad9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2053089 Jan 18 17:22:11.238616 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 60676) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:22:11.288839 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d6abce50-3ae9-484a-aa01-ae4b0d4e089f admin admin] Publish callbacks [] for security_group (10ebd081-1261-44b6-8d4c-3b8cb2af5cd6), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:22:11.313042 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d6abce50-3ae9-484a-aa01-ae4b0d4e089f admin admin] Publish callbacks [] for security_group (10ebd081-1261-44b6-8d4c-3b8cb2af5cd6), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:22:11.422590 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d6abce50-3ae9-484a-aa01-ae4b0d4e089f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (10ebd081-1261-44b6-8d4c-3b8cb2af5cd6), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:22:11.425680 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d6abce50-3ae9-484a-aa01-ae4b0d4e089f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:22:11.431207 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-d6abce50-3ae9-484a-aa01-ae4b0d4e089f admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/10ebd081-1261-44b6-8d4c-3b8cb2af5cd6 HTTP/1.1" status: 204 len: 168 time: 0.1873009 Jan 18 17:22:11.436208 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6abce50-3ae9-484a-aa01-ae4b0d4e089f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ebd081-1261-44b6-8d4c-3b8cb2af5cd6,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:22:25.787663 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-402101db-426b-403a-af80-b0099e13248b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (1e8d2d8a-92ca-4025-a540-71c8151dbccf), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:22:27.173266 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-ec15b3cf-f0e6-44fb-be90-82af82883680 req-a3514cfd-d55b-492c-83ce-3a0d5dd41c84 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1948847876&fields=id&tenant_id=09bf69f6abdb4a3083dce101c7984e29 HTTP/1.1" status: 200 len: 267 time: 0.0473711 Jan 18 17:22:27.284404 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec15b3cf-f0e6-44fb-be90-82af82883680 req-bf9eb361-b665-49a2-bdc2-2b39f912f679 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:22:27.285860 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-ec15b3cf-f0e6-44fb-be90-82af82883680 req-bf9eb361-b665-49a2-bdc2-2b39f912f679 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/networks?id=0c17f545-2bb3-4abb-be71-29d5f95f2d88 HTTP/1.1" status: 200 len: 811 time: 0.1061509 Jan 18 17:22:27.301366 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-ec15b3cf-f0e6-44fb-be90-82af82883680 req-b191e185-af3e-41a0-92b3-372432d01a96 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/quotas/09bf69f6abdb4a3083dce101c7984e29 HTTP/1.1" status: 200 len: 375 time: 0.0095553 Jan 18 17:22:27.355206 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-ec15b3cf-f0e6-44fb-be90-82af82883680 req-99da6aea-41c4-4561-b805-7f2be10ef995 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/ports?tenant_id=09bf69f6abdb4a3083dce101c7984e29&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0486135 Jan 18 17:22:27.451615 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-ec15b3cf-f0e6-44fb-be90-82af82883680 req-90f56a31-f578-4969-a1a6-6738e3b24494 service neutron] 10.222.0.100 "GET /v2.0/networks/0c17f545-2bb3-4abb-be71-29d5f95f2d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853765 Jan 18 17:22:27.539976 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-ec15b3cf-f0e6-44fb-be90-82af82883680 req-ce9ce8db-1b47-4191-923e-41ecf8b3f5e8 service neutron] 10.222.0.100 "GET /v2.0/networks/0c17f545-2bb3-4abb-be71-29d5f95f2d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827920 Jan 18 17:22:28.108791 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-1e11372b-9f1a-4a41-a189-52fba561e467 req-1736d7f4-03b3-49ba-97de-497b0fc5b913 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/ports?device_id=ad02c9ea-c7e0-4ab4-a0fd-5b8fab661e77 HTTP/1.1" status: 200 len: 210 time: 0.0269001 Jan 18 17:22:28.194773 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-7f2efc4d-1ad1-40af-a992-dd2d71990d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (34860b7f-7c9d-4265-9a0a-1b9bd2e1622e), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:22:29.061433 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-a24976dc-7f89-446d-8d9b-8a75bf0e6853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (f7781508-68f4-4d6b-b413-74596bae1216), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:22:29.201059 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-cc5e16ef-fdc0-4c52-af33-e523debfac0f req-838aa070-4fa1-42d4-ae62-974a54a5b93e tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/ports?device_id=ad02c9ea-c7e0-4ab4-a0fd-5b8fab661e77 HTTP/1.1" status: 200 len: 210 time: 0.0270250 Jan 18 17:22:30.298103 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-19a5951e-d4f3-40fa-be16-e719cae90241 req-cab13101-c54e-4ef8-8780-386f306e43c3 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/ports?device_id=ad02c9ea-c7e0-4ab4-a0fd-5b8fab661e77 HTTP/1.1" status: 200 len: 210 time: 0.0278261 Jan 18 17:22:30.701670 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-d0f57583-9799-4745-8039-4fb698731137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (f223777b-396b-444b-a9c9-71cdff5b918d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:22:31.188819 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec15b3cf-f0e6-44fb-be90-82af82883680 req-7580428b-b75c-4a76-8afd-df62d6d7bde5 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:22:31.190337 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-ec15b3cf-f0e6-44fb-be90-82af82883680 req-7580428b-b75c-4a76-8afd-df62d6d7bde5 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.105 "GET /v2.0/networks?id=0c17f545-2bb3-4abb-be71-29d5f95f2d88 HTTP/1.1" status: 200 len: 811 time: 0.1092472 Jan 18 17:22:31.255139 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-ec15b3cf-f0e6-44fb-be90-82af82883680 req-d83a3c85-c5f3-4cd3-8f6a-9b0a200cf023 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.105 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=09bf69f6abdb4a3083dce101c7984e29 HTTP/1.1" status: 200 len: 380 time: 0.0547476 Jan 18 17:22:31.264013 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [req-ec15b3cf-f0e6-44fb-be90-82af82883680 req-c9a2af3b-18a6-4173-807a-819df7ed4926 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Request body: {'port': {'device_id': 'ad02c9ea-c7e0-4ab4-a0fd-5b8fab661e77', 'network_id': '0c17f545-2bb3-4abb-be71-29d5f95f2d88', 'admin_state_up': True, 'tenant_id': '09bf69f6abdb4a3083dce101c7984e29', 'security_groups': ['3146ca4f-c802-403d-b3a8-374af26132ea']}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:22:31.403324 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-751a7287-4748-4bdb-a435-37a32ff53ec6 req-152666c5-3a12-4867-8f9b-9ff87ce845d8 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/ports?device_id=ad02c9ea-c7e0-4ab4-a0fd-5b8fab661e77 HTTP/1.1" status: 200 len: 210 time: 0.0326047 Jan 18 17:22:31.472678 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec15b3cf-f0e6-44fb-be90-82af82883680 req-c9a2af3b-18a6-4173-807a-819df7ed4926 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Made reservation on behalf of 09bf69f6abdb4a3083dce101c7984e29 for: {'port': 1} {{(pid=103196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 17:22:31.476202 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-ec15b3cf-f0e6-44fb-be90-82af82883680 req-c9a2af3b-18a6-4173-807a-819df7ed4926 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:22:31.604269 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [req-ec15b3cf-f0e6-44fb-be90-82af82883680 req-c9a2af3b-18a6-4173-807a-819df7ed4926 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Allocated IP 172.20.0.14 (0c17f545-2bb3-4abb-be71-29d5f95f2d88/92e52731-b298-4268-83b9-5cd526153971/82a4391a-4abd-45be-9579-6933d0d9911f) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 17:22:31.739923 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-ec15b3cf-f0e6-44fb-be90-82af82883680 req-c9a2af3b-18a6-4173-807a-819df7ed4926 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Publish callbacks [] for port (82a4391a-4abd-45be-9579-6933d0d9911f), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:22:31.839872 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (a6f837d2-7b5b-4cd3-9c28-296017d8b8e6), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:22:31.840520 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-ec15b3cf-f0e6-44fb-be90-82af82883680 req-c9a2af3b-18a6-4173-807a-819df7ed4926 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785611913804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4300409'] for port (82a4391a-4abd-45be-9579-6933d0d9911f), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:22:31.890363 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec15b3cf-f0e6-44fb-be90-82af82883680 req-c9a2af3b-18a6-4173-807a-819df7ed4926 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Network 0c17f545-2bb3-4abb-be71-29d5f95f2d88 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 17:22:31.893475 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [req-ec15b3cf-f0e6-44fb-be90-82af82883680 req-c9a2af3b-18a6-4173-807a-819df7ed4926 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 17:22:31.897276 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec15b3cf-f0e6-44fb-be90-82af82883680 req-c9a2af3b-18a6-4173-807a-819df7ed4926 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 17:22:31.904389 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a2af3b-18a6-4173-807a-819df7ed4926 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Pushing event updated for resources: {'Port': ['ID=82a4391a-4abd-45be-9579-6933d0d9911f,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:22:31.952311 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec15b3cf-f0e6-44fb-be90-82af82883680 req-c9a2af3b-18a6-4173-807a-819df7ed4926 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:22:31.952972 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-ec15b3cf-f0e6-44fb-be90-82af82883680 req-c9a2af3b-18a6-4173-807a-819df7ed4926 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1923895'] for port (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:22:32.036178 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-ec15b3cf-f0e6-44fb-be90-82af82883680 req-c9a2af3b-18a6-4173-807a-819df7ed4926 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7759666 Jan 18 17:22:32.047703 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [req-ec15b3cf-f0e6-44fb-be90-82af82883680 req-d172fefe-0ec3-4ccd-8942-96c75d141803 service neutron] Request body: {'port': {'device_id': 'ad02c9ea-c7e0-4ab4-a0fd-5b8fab661e77', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:22:32.105040 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-ec15b3cf-f0e6-44fb-be90-82af82883680 req-d172fefe-0ec3-4ccd-8942-96c75d141803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (82a4391a-4abd-45be-9579-6933d0d9911f), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:22:32.125425 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-da2873ff-cc5e-490f-8211-3dd4938dc8ff None None] Provisioning complete for port 82a4391a-4abd-45be-9579-6933d0d9911f triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:22:32.125870 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-da2873ff-cc5e-490f-8211-3dd4938dc8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (82a4391a-4abd-45be-9579-6933d0d9911f), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:22:32.160476 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-da2873ff-cc5e-490f-8211-3dd4938dc8ff None None] Port 82a4391a-4abd-45be-9579-6933d0d9911f cannot update to ACTIVE because it is not bound. {{(pid=103198) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 17:22:32.367786 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [req-ec15b3cf-f0e6-44fb-be90-82af82883680 req-d172fefe-0ec3-4ccd-8942-96c75d141803 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82a4391a-4abd-45be-9579-6933d0d9911f {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 17:22:32.375960 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-ec15b3cf-f0e6-44fb-be90-82af82883680 req-d172fefe-0ec3-4ccd-8942-96c75d141803 service neutron] Publish callbacks [] for port (82a4391a-4abd-45be-9579-6933d0d9911f), precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:22:32.387912 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [req-ec15b3cf-f0e6-44fb-be90-82af82883680 req-d172fefe-0ec3-4ccd-8942-96c75d141803 service neutron] Transition to ACTIVE for port object 82a4391a-4abd-45be-9579-6933d0d9911f will not be triggered until provisioned by entity L2. {{(pid=103196) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 17:22:32.467805 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-ec15b3cf-f0e6-44fb-be90-82af82883680 req-d172fefe-0ec3-4ccd-8942-96c75d141803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4300398'] for port (82a4391a-4abd-45be-9579-6933d0d9911f), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:22:32.530054 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bb7994-0399-473b-985d-4c0ccba6b63a req-bdcccfc7-1f12-4f57-b1cd-05e2dbc38b93 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:22:32.531842 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-a5bb7994-0399-473b-985d-4c0ccba6b63a req-bdcccfc7-1f12-4f57-b1cd-05e2dbc38b93 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/ports?device_id=ad02c9ea-c7e0-4ab4-a0fd-5b8fab661e77 HTTP/1.1" status: 200 len: 944 time: 0.0600622 Jan 18 17:22:32.564170 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d172fefe-0ec3-4ccd-8942-96c75d141803 service neutron] Pushing event updated for resources: {'Port': ['ID=82a4391a-4abd-45be-9579-6933d0d9911f,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:22:32.586799 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-a5bb7994-0399-473b-985d-4c0ccba6b63a req-62fa9a2a-6902-4e1e-9c5f-35be37e1bc4f tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/security-groups?id=3146ca4f-c802-403d-b3a8-374af26132ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489607 Jan 18 17:22:32.609502 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [req-ec15b3cf-f0e6-44fb-be90-82af82883680 req-d172fefe-0ec3-4ccd-8942-96c75d141803 service neutron] Attempting to bind port 82a4391a-4abd-45be-9579-6933d0d9911f on host hv-cinder-73362 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 17:22:32.610116 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [req-ec15b3cf-f0e6-44fb-be90-82af82883680 req-d172fefe-0ec3-4ccd-8942-96c75d141803 service neutron] Attempting to bind port 82a4391a-4abd-45be-9579-6933d0d9911f by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': 'b197157d-823a-4011-83db-be9afc8ebd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '0c17f545-2bb3-4abb-be71-29d5f95f2d88'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 17:22:32.610296 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec15b3cf-f0e6-44fb-be90-82af82883680 req-d172fefe-0ec3-4ccd-8942-96c75d141803 service neutron] Attempting to bind port 82a4391a-4abd-45be-9579-6933d0d9911f on network 0c17f545-2bb3-4abb-be71-29d5f95f2d88 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 17:22:32.619238 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec15b3cf-f0e6-44fb-be90-82af82883680 req-d172fefe-0ec3-4ccd-8942-96c75d141803 service neutron] Port 82a4391a-4abd-45be-9579-6933d0d9911f on network 0c17f545-2bb3-4abb-be71-29d5f95f2d88 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 17:22:32.619505 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec15b3cf-f0e6-44fb-be90-82af82883680 req-d172fefe-0ec3-4ccd-8942-96c75d141803 service neutron] Attempting to bind port 82a4391a-4abd-45be-9579-6933d0d9911f on network 0c17f545-2bb3-4abb-be71-29d5f95f2d88 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 17:22:32.624782 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec15b3cf-f0e6-44fb-be90-82af82883680 req-d172fefe-0ec3-4ccd-8942-96c75d141803 service neutron] Checking agent: {'id': 'e727efee-c94b-447a-9897-92f425521d05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 17, 11, 11), 'started_at': datetime.datetime(2022, 1, 18, 17, 11, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 17, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 17:22:32.625126 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec15b3cf-f0e6-44fb-be90-82af82883680 req-d172fefe-0ec3-4ccd-8942-96c75d141803 service neutron] Checking segment: {'id': 'b197157d-823a-4011-83db-be9afc8ebd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '0c17f545-2bb3-4abb-be71-29d5f95f2d88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 17:22:32.625507 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec15b3cf-f0e6-44fb-be90-82af82883680 req-d172fefe-0ec3-4ccd-8942-96c75d141803 service neutron] Bound using segment: {'id': 'b197157d-823a-4011-83db-be9afc8ebd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '0c17f545-2bb3-4abb-be71-29d5f95f2d88'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 17:22:32.625979 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [req-ec15b3cf-f0e6-44fb-be90-82af82883680 req-d172fefe-0ec3-4ccd-8942-96c75d141803 service neutron] Bound port: 82a4391a-4abd-45be-9579-6933d0d9911f, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b197157d-823a-4011-83db-be9afc8ebd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '0c17f545-2bb3-4abb-be71-29d5f95f2d88'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 17:22:32.626293 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-ec15b3cf-f0e6-44fb-be90-82af82883680 req-d172fefe-0ec3-4ccd-8942-96c75d141803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (82a4391a-4abd-45be-9579-6933d0d9911f), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:22:32.704679 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [req-ec15b3cf-f0e6-44fb-be90-82af82883680 req-d172fefe-0ec3-4ccd-8942-96c75d141803 service neutron] For port 82a4391a-4abd-45be-9579-6933d0d9911f, host hv-cinder-73362, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 17:22:32.719262 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [req-ec15b3cf-f0e6-44fb-be90-82af82883680 req-d172fefe-0ec3-4ccd-8942-96c75d141803 service neutron] For port 82a4391a-4abd-45be-9579-6933d0d9911f, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=82a4391a-4abd-45be-9579-6933d0d9911f,segment=NetworkSegment(b197157d-823a-4011-83db-be9afc8ebd7f),segment_id=b197157d-823a-4011-83db-be9afc8ebd7f)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 17:22:32.799625 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-ec15b3cf-f0e6-44fb-be90-82af82883680 req-d172fefe-0ec3-4ccd-8942-96c75d141803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4300398'] for port (82a4391a-4abd-45be-9579-6933d0d9911f), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:22:32.838596 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec15b3cf-f0e6-44fb-be90-82af82883680 req-d172fefe-0ec3-4ccd-8942-96c75d141803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:22:32.839269 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-ec15b3cf-f0e6-44fb-be90-82af82883680 req-d172fefe-0ec3-4ccd-8942-96c75d141803 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1923895'] for port (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:22:32.840648 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-ec15b3cf-f0e6-44fb-be90-82af82883680 req-d172fefe-0ec3-4ccd-8942-96c75d141803 service neutron] 10.222.0.105 "PUT /v2.0/ports/82a4391a-4abd-45be-9579-6933d0d9911f HTTP/1.1" status: 200 len: 1094 time: 0.7973514 Jan 18 17:22:32.841108 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad02c9ea-c7e0-4ab4-a0fd-5b8fab661e77', 'tag': '82a4391a-4abd-45be-9579-6933d0d9911f'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 17:22:32.843338 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dae96983658fa47cc55ad2b43631f290e6eb934f25c74fb238f11dfd9473403c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b5025ad-d199-41c0-b348-7e8090807755" -d '{"events": [{"name": "network-changed", "server_uuid": "ad02c9ea-c7e0-4ab4-a0fd-5b8fab661e77", "tag": "82a4391a-4abd-45be-9579-6933d0d9911f"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 17:22:32.866578 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d172fefe-0ec3-4ccd-8942-96c75d141803 service neutron] Pushing event updated for resources: {'Port': ['ID=82a4391a-4abd-45be-9579-6933d0d9911f,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:22:32.888014 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 17:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68d73dad-36cd-4799-8302-8653fdfd956f x-openstack-request-id: req-68d73dad-36cd-4799-8302-8653fdfd956f {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 17:22:32.888301 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad02c9ea-c7e0-4ab4-a0fd-5b8fab661e77", "tag": "82a4391a-4abd-45be-9579-6933d0d9911f", "status": "completed", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 17:22:32.888556 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-68d73dad-36cd-4799-8302-8653fdfd956f {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 17:22:32.888965 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad02c9ea-c7e0-4ab4-a0fd-5b8fab661e77', 'tag': '82a4391a-4abd-45be-9579-6933d0d9911f', 'status': 'completed', 'code': 200} Jan 18 17:22:32.955172 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5025ad-d199-41c0-b348-7e8090807755 req-de745032-febd-422f-9bb4-afc392e21e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:22:32.956696 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-4b5025ad-d199-41c0-b348-7e8090807755 req-de745032-febd-422f-9bb4-afc392e21e92 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=09bf69f6abdb4a3083dce101c7984e29&device_id=ad02c9ea-c7e0-4ab4-a0fd-5b8fab661e77 HTTP/1.1" status: 200 len: 1097 time: 0.0475531 Jan 18 17:22:33.067805 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5025ad-d199-41c0-b348-7e8090807755 req-61632463-d188-486c-8ba8-c694924ed6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:22:33.069279 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-4b5025ad-d199-41c0-b348-7e8090807755 req-61632463-d188-486c-8ba8-c694924ed6fe service neutron] 10.222.0.105 "GET /v2.0/networks?tenant_id=09bf69f6abdb4a3083dce101c7984e29&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1043720 Jan 18 17:22:33.163398 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5025ad-d199-41c0-b348-7e8090807755 req-516351a7-b57e-4640-8c70-72f4ecf0086a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:22:33.164892 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-4b5025ad-d199-41c0-b348-7e8090807755 req-516351a7-b57e-4640-8c70-72f4ecf0086a service neutron] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0897799 Jan 18 17:22:33.243240 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec15b3cf-f0e6-44fb-be90-82af82883680 req-3f149e88-d47d-43d9-87f5-fe8820785445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:22:33.244823 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-ec15b3cf-f0e6-44fb-be90-82af82883680 req-3f149e88-d47d-43d9-87f5-fe8820785445 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=09bf69f6abdb4a3083dce101c7984e29&device_id=ad02c9ea-c7e0-4ab4-a0fd-5b8fab661e77 HTTP/1.1" status: 200 len: 1097 time: 0.0442991 Jan 18 17:22:33.288595 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-ec15b3cf-f0e6-44fb-be90-82af82883680 req-ca58aa43-62ff-426a-83ba-dec6ecedbad4 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82a4391a-4abd-45be-9579-6933d0d9911f HTTP/1.1" status: 200 len: 217 time: 0.0346441 Jan 18 17:22:33.336536 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec15b3cf-f0e6-44fb-be90-82af82883680 req-9da04598-3643-49f2-892b-57d9469a5f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:22:33.338579 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-ec15b3cf-f0e6-44fb-be90-82af82883680 req-9da04598-3643-49f2-892b-57d9469a5f11 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=92e52731-b298-4268-83b9-5cd526153971 HTTP/1.1" status: 200 len: 850 time: 0.0436058 Jan 18 17:22:33.385872 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec15b3cf-f0e6-44fb-be90-82af82883680 req-253a07eb-5e15-47eb-a423-764750565afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:22:33.387285 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-ec15b3cf-f0e6-44fb-be90-82af82883680 req-253a07eb-5e15-47eb-a423-764750565afb service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=0c17f545-2bb3-4abb-be71-29d5f95f2d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0425870 Jan 18 17:22:33.474462 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-ec15b3cf-f0e6-44fb-be90-82af82883680 req-8c104f94-280e-43e6-8a21-f8d7b9ce2676 service neutron] 10.222.0.105 "GET /v2.0/networks/0c17f545-2bb3-4abb-be71-29d5f95f2d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810781 Jan 18 17:22:33.705234 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed9a048-2dff-4965-8ffe-7101d8703cf3 req-99597104-06d3-46a7-bb39-2f8b2a8a158c tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:22:33.706603 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-fed9a048-2dff-4965-8ffe-7101d8703cf3 req-99597104-06d3-46a7-bb39-2f8b2a8a158c tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/ports?device_id=ad02c9ea-c7e0-4ab4-a0fd-5b8fab661e77 HTTP/1.1" status: 200 len: 944 time: 0.0504169 Jan 18 17:22:33.752023 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.agents_db [None req-82e58cf6-2858-46ee-adbb-688a61b9207a None None] Agent healthcheck: found 6 active agents {{(pid=103199) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 17:22:33.755484 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-fed9a048-2dff-4965-8ffe-7101d8703cf3 req-e369f806-623b-4a66-847c-d2a4d557c23b tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/security-groups?id=3146ca4f-c802-403d-b3a8-374af26132ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431523 Jan 18 17:22:34.319328 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-ec15b3cf-f0e6-44fb-be90-82af82883680 req-2df6f7b0-3790-4517-829c-53287154384f service neutron] 10.222.0.105 "GET /v2.0/networks/0c17f545-2bb3-4abb-be71-29d5f95f2d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868740 Jan 18 17:22:34.872742 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d2b3a4-a7a9-4793-8aee-a58b32012024 req-7467b12c-e742-410c-9f55-bd684faf0e2a tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:22:34.874206 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-39d2b3a4-a7a9-4793-8aee-a58b32012024 req-7467b12c-e742-410c-9f55-bd684faf0e2a tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/ports?device_id=ad02c9ea-c7e0-4ab4-a0fd-5b8fab661e77 HTTP/1.1" status: 200 len: 944 time: 0.0496202 Jan 18 17:22:34.922527 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-39d2b3a4-a7a9-4793-8aee-a58b32012024 req-9d4a2dff-992a-453f-8642-e9bbc6e7bc13 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/security-groups?id=3146ca4f-c802-403d-b3a8-374af26132ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426815 Jan 18 17:22:36.036187 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d83e4-6d05-434a-9e17-20a380ca6d17 req-6beb8d44-d585-42b4-abbf-3edc97ac4fad tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:22:36.037651 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-247d83e4-6d05-434a-9e17-20a380ca6d17 req-6beb8d44-d585-42b4-abbf-3edc97ac4fad tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/ports?device_id=ad02c9ea-c7e0-4ab4-a0fd-5b8fab661e77 HTTP/1.1" status: 200 len: 944 time: 0.0493987 Jan 18 17:22:36.091675 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-247d83e4-6d05-434a-9e17-20a380ca6d17 req-b68bc3e0-ed78-4477-8135-fd773a7a4a18 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/security-groups?id=3146ca4f-c802-403d-b3a8-374af26132ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485475 Jan 18 17:22:37.208955 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66e96f8-1e0b-4856-bbb7-cc96b677cf86 req-0654d22f-66eb-4a3a-a8b3-6b78dd7f2886 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:22:37.210427 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-e66e96f8-1e0b-4856-bbb7-cc96b677cf86 req-0654d22f-66eb-4a3a-a8b3-6b78dd7f2886 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/ports?device_id=ad02c9ea-c7e0-4ab4-a0fd-5b8fab661e77 HTTP/1.1" status: 200 len: 944 time: 0.0518792 Jan 18 17:22:37.264031 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-e66e96f8-1e0b-4856-bbb7-cc96b677cf86 req-b8cad8f7-6fc4-4342-b4da-a88285191c17 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/security-groups?id=3146ca4f-c802-403d-b3a8-374af26132ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478022 Jan 18 17:22:38.378498 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80b0a2b-f5c2-46ee-b8a7-79c977ee94ed req-b55f51a1-619a-40c2-91d7-fdde7fe90871 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:22:38.380030 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-a80b0a2b-f5c2-46ee-b8a7-79c977ee94ed req-b55f51a1-619a-40c2-91d7-fdde7fe90871 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/ports?device_id=ad02c9ea-c7e0-4ab4-a0fd-5b8fab661e77 HTTP/1.1" status: 200 len: 944 time: 0.0481317 Jan 18 17:22:38.430629 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-a80b0a2b-f5c2-46ee-b8a7-79c977ee94ed req-2aebce3b-a7d5-473d-b07b-f91b97295ac7 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/security-groups?id=3146ca4f-c802-403d-b3a8-374af26132ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444798 Jan 18 17:22:39.552639 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6aa518-44db-4c57-90ad-32b72fa6b5c4 req-9e3a24bd-a2ee-42ab-8b22-ec06af2df381 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:22:39.554104 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-7d6aa518-44db-4c57-90ad-32b72fa6b5c4 req-9e3a24bd-a2ee-42ab-8b22-ec06af2df381 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/ports?device_id=ad02c9ea-c7e0-4ab4-a0fd-5b8fab661e77 HTTP/1.1" status: 200 len: 944 time: 0.0522630 Jan 18 17:22:39.602766 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-7d6aa518-44db-4c57-90ad-32b72fa6b5c4 req-5a328f44-b843-442a-aba7-b36b8e723068 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/security-groups?id=3146ca4f-c802-403d-b3a8-374af26132ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426288 Jan 18 17:22:40.733821 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3bd5b0-303d-45f1-af62-c8ab3be04ea5 req-8f7e2345-4146-451b-aa03-79afd320d928 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:22:40.735290 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-8a3bd5b0-303d-45f1-af62-c8ab3be04ea5 req-8f7e2345-4146-451b-aa03-79afd320d928 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/ports?device_id=ad02c9ea-c7e0-4ab4-a0fd-5b8fab661e77 HTTP/1.1" status: 200 len: 944 time: 0.0620039 Jan 18 17:22:40.784277 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-8a3bd5b0-303d-45f1-af62-c8ab3be04ea5 req-aad6685e-cbb7-47e4-9f87-d146d2249ca4 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/security-groups?id=3146ca4f-c802-403d-b3a8-374af26132ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434349 Jan 18 17:22:41.078894 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (e727efee-c94b-447a-9897-92f425521d05), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:22:41.898783 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab35262c-a4ca-47c6-b016-65e6d5b0bd47 req-23bffb6b-8dde-4886-a669-62462c77e0f6 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:22:41.900364 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-ab35262c-a4ca-47c6-b016-65e6d5b0bd47 req-23bffb6b-8dde-4886-a669-62462c77e0f6 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/ports?device_id=ad02c9ea-c7e0-4ab4-a0fd-5b8fab661e77 HTTP/1.1" status: 200 len: 944 time: 0.0490508 Jan 18 17:22:41.952207 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-ab35262c-a4ca-47c6-b016-65e6d5b0bd47 req-a19d94be-95f2-49e2-b9ff-627db3ed4ed3 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/security-groups?id=3146ca4f-c802-403d-b3a8-374af26132ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451295 Jan 18 17:22:43.071662 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb37a73-8620-40e5-a291-c90b92809657 req-885be821-f3c2-400f-ab99-86ed53b8cc6c tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:22:43.073303 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-8cb37a73-8620-40e5-a291-c90b92809657 req-885be821-f3c2-400f-ab99-86ed53b8cc6c tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/ports?device_id=ad02c9ea-c7e0-4ab4-a0fd-5b8fab661e77 HTTP/1.1" status: 200 len: 944 time: 0.0537465 Jan 18 17:22:43.123826 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-8cb37a73-8620-40e5-a291-c90b92809657 req-2b9de194-cfe3-4368-835f-cf7a95be737e tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/security-groups?id=3146ca4f-c802-403d-b3a8-374af26132ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444422 Jan 18 17:22:44.242515 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96e6ae4-517c-4f6b-88ea-4a0e73e626d6 req-904f4bb0-7507-4830-a5c2-6e617b16b00f tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:22:44.244033 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c96e6ae4-517c-4f6b-88ea-4a0e73e626d6 req-904f4bb0-7507-4830-a5c2-6e617b16b00f tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/ports?device_id=ad02c9ea-c7e0-4ab4-a0fd-5b8fab661e77 HTTP/1.1" status: 200 len: 944 time: 0.0520279 Jan 18 17:22:44.281424 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Device 82a4391a-4abd-45be-9579-6933d0d9911f details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=103198) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 17:22:44.300979 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c96e6ae4-517c-4f6b-88ea-4a0e73e626d6 req-2e85173b-53e5-4b78-841b-748dcf993bda tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/security-groups?id=3146ca4f-c802-403d-b3a8-374af26132ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497751 Jan 18 17:22:44.386561 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] For port 82a4391a-4abd-45be-9579-6933d0d9911f, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=82a4391a-4abd-45be-9579-6933d0d9911f,segment=NetworkSegment(b197157d-823a-4011-83db-be9afc8ebd7f),segment_id=b197157d-823a-4011-83db-be9afc8ebd7f)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:22:44.402279 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Returning: {'device': '82a4391a-4abd-45be-9579-6933d0d9911f', 'network_id': '0c17f545-2bb3-4abb-be71-29d5f95f2d88', 'port_id': '82a4391a-4abd-45be-9579-6933d0d9911f', 'mac_address': 'fa:16:3e:3f:4b:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92e52731-b298-4268-83b9-5cd526153971', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103198) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 17:22:44.444482 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Current status of the port 82a4391a-4abd-45be-9579-6933d0d9911f is: DOWN; New status is: BUILD {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:22:44.444878 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (82a4391a-4abd-45be-9579-6933d0d9911f), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:22:44.459897 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82a4391a-4abd-45be-9579-6933d0d9911f {{(pid=103198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 17:22:44.491444 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] For port 82a4391a-4abd-45be-9579-6933d0d9911f, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=82a4391a-4abd-45be-9579-6933d0d9911f,segment=NetworkSegment(b197157d-823a-4011-83db-be9afc8ebd7f),segment_id=b197157d-823a-4011-83db-be9afc8ebd7f)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:22:44.570640 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (82a4391a-4abd-45be-9579-6933d0d9911f), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:22:44.619607 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Pushing event updated for resources: {'Port': ['ID=82a4391a-4abd-45be-9579-6933d0d9911f,revision_number=4']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:22:44.627489 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:22:44.627839 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:22:44.628181 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:22:44.628520 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:22:44.628849 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:22:44.629176 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:22:44.629505 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:22:44.629829 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:22:44.630153 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:22:44.630479 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:22:44.630801 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:22:44.631138 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:22:44.631459 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:22:44.789871 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] get_ports_and_sgs() called for port_ids ['82a4391a-4abd-45be-9579-6933d0d9911f'] {{(pid=103198) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 17:22:45.419962 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03156489-8259-49d1-9a2c-b6bfd53767ce req-60753aeb-6b64-40bb-814b-290d03f8879a tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:22:45.421429 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-03156489-8259-49d1-9a2c-b6bfd53767ce req-60753aeb-6b64-40bb-814b-290d03f8879a tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/ports?device_id=ad02c9ea-c7e0-4ab4-a0fd-5b8fab661e77 HTTP/1.1" status: 200 len: 945 time: 0.0495067 Jan 18 17:22:45.470361 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-03156489-8259-49d1-9a2c-b6bfd53767ce req-43ff7fd4-e468-449e-99a2-cd4f882ba8de tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/security-groups?id=3146ca4f-c802-403d-b3a8-374af26132ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432103 Jan 18 17:22:46.283309 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Device 82a4391a-4abd-45be-9579-6933d0d9911f up at agent hyperv_hv-cinder-73362 {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 17:22:46.398416 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Provisioning for port 82a4391a-4abd-45be-9579-6933d0d9911f completed by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 17:22:46.402667 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Provisioning complete for port 82a4391a-4abd-45be-9579-6933d0d9911f triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 17:22:46.407229 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1561212'] for port (82a4391a-4abd-45be-9579-6933d0d9911f), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:22:46.481399 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Current status of the port 82a4391a-4abd-45be-9579-6933d0d9911f is: BUILD; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 17:22:46.481794 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (82a4391a-4abd-45be-9579-6933d0d9911f), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:22:46.507896 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad02c9ea-c7e0-4ab4-a0fd-5b8fab661e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82a4391a-4abd-45be-9579-6933d0d9911f'}] {{(pid=103198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 17:22:46.510203 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97aa477b9a8a7659066d830c0d89a1f304b03425b5691a2db6f60cb613ebd93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a18b7be-36c6-4151-98c8-902872e6fcc6" -d '{"events": [{"server_uuid": "ad02c9ea-c7e0-4ab4-a0fd-5b8fab661e77", "name": "network-vif-plugged", "status": "completed", "tag": "82a4391a-4abd-45be-9579-6933d0d9911f"}]}' {{(pid=103198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 17:22:46.531054 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] For port 82a4391a-4abd-45be-9579-6933d0d9911f, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=82a4391a-4abd-45be-9579-6933d0d9911f,segment=NetworkSegment(b197157d-823a-4011-83db-be9afc8ebd7f),segment_id=b197157d-823a-4011-83db-be9afc8ebd7f)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:22:46.548890 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 17:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d403780-5468-4e8c-9975-953dfc5265c0 x-openstack-request-id: req-8d403780-5468-4e8c-9975-953dfc5265c0 {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 17:22:46.549308 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad02c9ea-c7e0-4ab4-a0fd-5b8fab661e77", "name": "network-vif-plugged", "status": "completed", "tag": "82a4391a-4abd-45be-9579-6933d0d9911f", "code": 200}]} {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 17:22:46.549566 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-8d403780-5468-4e8c-9975-953dfc5265c0 {{(pid=103198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 17:22:46.549975 dv-cinder-733623-11-iscsi neutron-server[103198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad02c9ea-c7e0-4ab4-a0fd-5b8fab661e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82a4391a-4abd-45be-9579-6933d0d9911f', 'code': 200} Jan 18 17:22:46.570337 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840'] for port (82a4391a-4abd-45be-9579-6933d0d9911f), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:22:46.603373 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abceba9-a6e9-4160-a55f-3c85932074e5 req-d93ea846-8e3d-4bfd-843f-25fc0ff97de8 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:22:46.605417 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-0abceba9-a6e9-4160-a55f-3c85932074e5 req-d93ea846-8e3d-4bfd-843f-25fc0ff97de8 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/ports?device_id=ad02c9ea-c7e0-4ab4-a0fd-5b8fab661e77 HTTP/1.1" status: 200 len: 945 time: 0.0551395 Jan 18 17:22:46.619469 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Pushing event updated for resources: {'Port': ['ID=82a4391a-4abd-45be-9579-6933d0d9911f,revision_number=5']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:22:46.670518 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-0abceba9-a6e9-4160-a55f-3c85932074e5 req-cbce07e5-f058-4db9-a383-a9bf730087ae tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/security-groups?id=3146ca4f-c802-403d-b3a8-374af26132ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586390 Jan 18 17:22:46.885833 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c82499-4323-48da-ad93-f6656587a946 req-adc46c5c-d39d-4afc-b21b-a40e62b57aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:22:46.887913 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-17c82499-4323-48da-ad93-f6656587a946 req-adc46c5c-d39d-4afc-b21b-a40e62b57aa9 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=ad02c9ea-c7e0-4ab4-a0fd-5b8fab661e77 HTTP/1.1" status: 200 len: 1099 time: 0.0431986 Jan 18 17:22:46.936644 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-17c82499-4323-48da-ad93-f6656587a946 req-2b9c9e1c-4bcd-44eb-914f-08e18749fddc service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=3146ca4f-c802-403d-b3a8-374af26132ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414882 Jan 18 17:22:47.697705 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 60980) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:22:47.805110 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcdbd55-5bc1-4488-8dd4-1ce17805cb36 req-eaaa7a78-7dee-4ada-b951-8410ddf8b0e4 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:22:47.806710 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-6fcdbd55-5bc1-4488-8dd4-1ce17805cb36 req-eaaa7a78-7dee-4ada-b951-8410ddf8b0e4 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/ports?device_id=ad02c9ea-c7e0-4ab4-a0fd-5b8fab661e77 HTTP/1.1" status: 200 len: 946 time: 0.0559959 Jan 18 17:22:47.863852 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c500538f-e199-46a6-914f-e4359111fedd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:22:47.878442 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-6fcdbd55-5bc1-4488-8dd4-1ce17805cb36 req-b1b1743e-1b47-42eb-8707-bbe5444fd94d tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/security-groups?id=3146ca4f-c802-403d-b3a8-374af26132ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648267 Jan 18 17:22:47.952649 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c500538f-e199-46a6-914f-e4359111fedd admin admin] Publish callbacks [] for security_group (8d691fbb-91c2-45ab-941f-b76fe3b6e9f1), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:22:48.027056 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c500538f-e199-46a6-914f-e4359111fedd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (8d691fbb-91c2-45ab-941f-b76fe3b6e9f1), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:22:48.066193 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c500538f-e199-46a6-914f-e4359111fedd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d691fbb-91c2-45ab-941f-b76fe3b6e9f1,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:22:48.070012 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-c500538f-e199-46a6-914f-e4359111fedd admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=a2e0d7724fe34923ac49d4ae6b63f734&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3711696 Jan 18 17:22:48.072883 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 60986) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:22:48.077378 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c500538f-e199-46a6-914f-e4359111fedd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:22:48.077738 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c500538f-e199-46a6-914f-e4359111fedd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:22:48.078088 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c500538f-e199-46a6-914f-e4359111fedd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:22:48.078433 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c500538f-e199-46a6-914f-e4359111fedd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:22:48.078773 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c500538f-e199-46a6-914f-e4359111fedd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:22:48.079154 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c500538f-e199-46a6-914f-e4359111fedd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:22:48.079495 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c500538f-e199-46a6-914f-e4359111fedd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:22:48.079827 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c500538f-e199-46a6-914f-e4359111fedd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:22:48.080163 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c500538f-e199-46a6-914f-e4359111fedd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:22:48.080490 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c500538f-e199-46a6-914f-e4359111fedd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:22:48.080819 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c500538f-e199-46a6-914f-e4359111fedd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:22:48.081143 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c500538f-e199-46a6-914f-e4359111fedd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:22:48.081469 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c500538f-e199-46a6-914f-e4359111fedd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:22:48.123693 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-0475dd2b-0de7-4cbf-aaea-fbef49b24f66 admin admin] Publish callbacks [] for security_group (8d691fbb-91c2-45ab-941f-b76fe3b6e9f1), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:22:48.145770 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-0475dd2b-0de7-4cbf-aaea-fbef49b24f66 admin admin] Publish callbacks [] for security_group (8d691fbb-91c2-45ab-941f-b76fe3b6e9f1), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:22:48.284713 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-0475dd2b-0de7-4cbf-aaea-fbef49b24f66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (8d691fbb-91c2-45ab-941f-b76fe3b6e9f1), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:22:48.287343 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-0475dd2b-0de7-4cbf-aaea-fbef49b24f66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:22:48.291636 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-0475dd2b-0de7-4cbf-aaea-fbef49b24f66 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/8d691fbb-91c2-45ab-941f-b76fe3b6e9f1 HTTP/1.1" status: 204 len: 168 time: 0.2146106 Jan 18 17:22:48.297881 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0475dd2b-0de7-4cbf-aaea-fbef49b24f66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d691fbb-91c2-45ab-941f-b76fe3b6e9f1,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:22:48.305369 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0475dd2b-0de7-4cbf-aaea-fbef49b24f66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:22:48.305723 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0475dd2b-0de7-4cbf-aaea-fbef49b24f66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:22:48.306194 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0475dd2b-0de7-4cbf-aaea-fbef49b24f66 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:22:48.306464 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0475dd2b-0de7-4cbf-aaea-fbef49b24f66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:22:48.306797 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0475dd2b-0de7-4cbf-aaea-fbef49b24f66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:22:48.307151 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0475dd2b-0de7-4cbf-aaea-fbef49b24f66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:22:48.307488 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0475dd2b-0de7-4cbf-aaea-fbef49b24f66 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:22:48.307821 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0475dd2b-0de7-4cbf-aaea-fbef49b24f66 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:22:48.308159 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0475dd2b-0de7-4cbf-aaea-fbef49b24f66 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:22:48.308488 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0475dd2b-0de7-4cbf-aaea-fbef49b24f66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:22:48.310048 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0475dd2b-0de7-4cbf-aaea-fbef49b24f66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:22:48.310364 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0475dd2b-0de7-4cbf-aaea-fbef49b24f66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:22:48.310700 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0475dd2b-0de7-4cbf-aaea-fbef49b24f66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:22:48.942820 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 60994) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:22:48.966123 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2bfbda97-02ea-401c-8d96-e0ef5cc98c49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:22:49.026734 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363c3cbc-aeb3-4500-a5cb-618508add955 req-45db3fe8-76f5-438e-acdc-655b39e20986 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:22:49.028931 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-363c3cbc-aeb3-4500-a5cb-618508add955 req-45db3fe8-76f5-438e-acdc-655b39e20986 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/ports?device_id=ad02c9ea-c7e0-4ab4-a0fd-5b8fab661e77 HTTP/1.1" status: 200 len: 946 time: 0.0776024 Jan 18 17:22:49.101579 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-363c3cbc-aeb3-4500-a5cb-618508add955 req-d01a534b-6e29-48d9-85e5-b810817c436d tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/security-groups?id=3146ca4f-c802-403d-b3a8-374af26132ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659897 Jan 18 17:22:49.116897 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2bfbda97-02ea-401c-8d96-e0ef5cc98c49 admin admin] Publish callbacks [] for security_group (efbddf07-c1f9-48ef-a282-22f80f7b4d1b), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:22:49.187507 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2bfbda97-02ea-401c-8d96-e0ef5cc98c49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (efbddf07-c1f9-48ef-a282-22f80f7b4d1b), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:22:49.235881 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ae3ac1-e3bd-4093-bd04-5464f9172282 req-8c37843a-b62a-4153-a07a-6417897ee216 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:22:49.243369 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfbda97-02ea-401c-8d96-e0ef5cc98c49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efbddf07-c1f9-48ef-a282-22f80f7b4d1b,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:22:49.243539 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-c0ae3ac1-e3bd-4093-bd04-5464f9172282 req-8c37843a-b62a-4153-a07a-6417897ee216 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/ports?device_id=ad02c9ea-c7e0-4ab4-a0fd-5b8fab661e77 HTTP/1.1" status: 200 len: 946 time: 0.0669560 Jan 18 17:22:49.243636 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-2bfbda97-02ea-401c-8d96-e0ef5cc98c49 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=cb31e0eb49ec4291be1765b72bfd6ec4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2987914 Jan 18 17:22:49.245657 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 60998) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:22:49.296570 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9ba3bae6-0be8-4846-8fc9-62af481b8a57 admin admin] Publish callbacks [] for security_group (efbddf07-c1f9-48ef-a282-22f80f7b4d1b), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:22:49.299676 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-c0ae3ac1-e3bd-4093-bd04-5464f9172282 req-ac57dbe1-6a52-47f2-a2b0-bc7b04a9d078 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/security-groups?id=3146ca4f-c802-403d-b3a8-374af26132ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557671 Jan 18 17:22:49.319355 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9ba3bae6-0be8-4846-8fc9-62af481b8a57 admin admin] Publish callbacks [] for security_group (efbddf07-c1f9-48ef-a282-22f80f7b4d1b), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:22:49.321000 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 32768) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:22:49.383731 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c795acc7-8c97-4f93-b87e-acf79b1b0040 tempest-TestVolumeBootPattern-176709673 tempest-TestVolumeBootPattern-176709673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:22:49.385309 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-c795acc7-8c97-4f93-b87e-acf79b1b0040 tempest-TestVolumeBootPattern-176709673 tempest-TestVolumeBootPattern-176709673-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=ad02c9ea-c7e0-4ab4-a0fd-5b8fab661e77 HTTP/1.1" status: 200 len: 1094 time: 0.0633235 Jan 18 17:22:49.388553 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 32770) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:22:49.393148 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-f0f95b9a-ca64-4531-abf0-809983855cea tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Request body: {'floatingip': {'floating_network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'port_id': '82a4391a-4abd-45be-9579-6933d0d9911f', 'tenant_id': '09bf69f6abdb4a3083dce101c7984e29', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 17:22:49.450719 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9ba3bae6-0be8-4846-8fc9-62af481b8a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (efbddf07-c1f9-48ef-a282-22f80f7b4d1b), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:22:49.453531 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9ba3bae6-0be8-4846-8fc9-62af481b8a57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:22:49.454686 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-9ba3bae6-0be8-4846-8fc9-62af481b8a57 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/efbddf07-c1f9-48ef-a282-22f80f7b4d1b HTTP/1.1" status: 204 len: 168 time: 0.2080035 Jan 18 17:22:49.466049 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba3bae6-0be8-4846-8fc9-62af481b8a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efbddf07-c1f9-48ef-a282-22f80f7b4d1b,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:22:49.479060 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f0f95b9a-ca64-4531-abf0-809983855cea tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:22:49.622846 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f0f95b9a-ca64-4531-abf0-809983855cea tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:22:49.736157 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.db.db_base_plugin_common [None req-f0f95b9a-ca64-4531-abf0-809983855cea tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Allocated IP 172.27.1.62 (09e508a9-4d19-4482-acf1-bcc4a2adb430/ac199632-c036-4879-8c53-e78832fc0d54/f6dc4a96-1ee0-4031-822f-ebd63ce96cd6) {{(pid=103197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 17:22:49.841434 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f0f95b9a-ca64-4531-abf0-809983855cea tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Publish callbacks [] for port (f6dc4a96-1ee0-4031-822f-ebd63ce96cd6), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:22:49.913562 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f0f95b9a-ca64-4531-abf0-809983855cea tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785611913804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6115669'] for port (f6dc4a96-1ee0-4031-822f-ebd63ce96cd6), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:22:49.953255 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f95b9a-ca64-4531-abf0-809983855cea tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Network 09e508a9-4d19-4482-acf1-bcc4a2adb430 is already hosted by enough agents. {{(pid=103197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 17:22:49.956081 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.base_scheduler [None req-f0f95b9a-ca64-4531-abf0-809983855cea tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Resources bound (agent type, host, resource id): {{(pid=103197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 17:22:49.959642 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f95b9a-ca64-4531-abf0-809983855cea tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Received port after_create {{(pid=103197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 17:22:49.985804 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f95b9a-ca64-4531-abf0-809983855cea tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Pushing event updated for resources: {'Port': ['ID=f6dc4a96-1ee0-4031-822f-ebd63ce96cd6,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:22:50.327173 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f0f95b9a-ca64-4531-abf0-809983855cea tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Publish callbacks [] for floatingip (524c702d-a925-4a73-a8b4-ab5a9dd0d5c4), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:22:50.487248 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f0f95b9a-ca64-4531-abf0-809983855cea tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1490463'] for port (f6dc4a96-1ee0-4031-822f-ebd63ce96cd6), before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:22:50.641201 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f0f95b9a-ca64-4531-abf0-809983855cea tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Publish callbacks [] for port (f6dc4a96-1ee0-4031-822f-ebd63ce96cd6), precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:22:50.701492 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f0f95b9a-ca64-4531-abf0-809983855cea tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785612430210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785611913822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785611913840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6115650'] for port (f6dc4a96-1ee0-4031-822f-ebd63ce96cd6), after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:22:51.047050 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f95b9a-ca64-4531-abf0-809983855cea tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Pushing event updated for resources: {'Port': ['ID=f6dc4a96-1ee0-4031-822f-ebd63ce96cd6,revision_number=2']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:22:51.059263 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f0f95b9a-ca64-4531-abf0-809983855cea tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647951'] for floatingip (524c702d-a925-4a73-a8b4-ab5a9dd0d5c4), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:22:51.165903 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.db.l3_db [None req-f0f95b9a-ca64-4531-abf0-809983855cea tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Floating IP 524c702d-a925-4a73-a8b4-ab5a9dd0d5c4 associated. External IP: 172.27.1.62, port: 82a4391a-4abd-45be-9579-6933d0d9911f. Jan 18 17:22:51.382919 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0f95b9a-ca64-4531-abf0-809983855cea tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Router 2e365302-71a6-4cdc-aaf8-2ff4eb24cb67 has already been hosted by L3 agent 34860b7f-7c9d-4265-9a0a-1b9bd2e1622e {{(pid=103197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 17:22:51.495090 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f95b9a-ca64-4531-abf0-809983855cea tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Notify agent at l3_agent.dv-cinder-733623-11-iscsi the message routers_updated {{(pid=103197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 17:22:51.506852 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499eff3f-cd8d-4028-bbe4-b125144d0fe8 None None] Sync routers for ids ['2e365302-71a6-4cdc-aaf8-2ff4eb24cb67'] in dv-cinder-733623-11-iscsi {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 17:22:51.517979 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499eff3f-cd8d-4028-bbe4-b125144d0fe8 None None] Routers {'2e365302-71a6-4cdc-aaf8-2ff4eb24cb67'} bound to L3 agent in host dv-cinder-733623-11-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 17:22:51.520211 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-499eff3f-cd8d-4028-bbe4-b125144d0fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T17:04:58Z,description=,heartbeat_timestamp=2022-01-18T17:22:28Z,host='dv-cinder-733623-11-iscsi',id=34860b7f-7c9d-4265-9a0a-1b9bd2e1622e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T17:04:59Z,topic='l3_agent')) {'router_ids': ['2e365302-71a6-4cdc-aaf8-2ff4eb24cb67'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:22:51.555623 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f0f95b9a-ca64-4531-abf0-809983855cea tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1923895'] for floatingip (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:22:51.599185 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-f0f95b9a-ca64-4531-abf0-809983855cea tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1973410 Jan 18 17:22:51.599185 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad02c9ea-c7e0-4ab4-a0fd-5b8fab661e77', 'tag': '82a4391a-4abd-45be-9579-6933d0d9911f'}] {{(pid=103197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 17:22:51.599185 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3aa228331c825044a8c5a816f7450a712b29f1505f8362b46ccab27415aa536" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a7a485c-488f-4e29-bb2f-853b9acdc5e1" -d '{"events": [{"name": "network-changed", "server_uuid": "ad02c9ea-c7e0-4ab4-a0fd-5b8fab661e77", "tag": "82a4391a-4abd-45be-9579-6933d0d9911f"}]}' {{(pid=103197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 17:22:51.628050 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 17:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1461d09d-409b-432e-8c43-e8c49814c159 x-openstack-request-id: req-1461d09d-409b-432e-8c43-e8c49814c159 {{(pid=103197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 17:22:51.628347 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad02c9ea-c7e0-4ab4-a0fd-5b8fab661e77", "tag": "82a4391a-4abd-45be-9579-6933d0d9911f", "status": "completed", "code": 200}]} {{(pid=103197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 17:22:51.628605 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-1461d09d-409b-432e-8c43-e8c49814c159 {{(pid=103197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 17:22:51.629020 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad02c9ea-c7e0-4ab4-a0fd-5b8fab661e77', 'tag': '82a4391a-4abd-45be-9579-6933d0d9911f', 'status': 'completed', 'code': 200} Jan 18 17:22:51.700247 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a485c-488f-4e29-bb2f-853b9acdc5e1 req-d8c3d74c-4589-448c-9305-602a550f4019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:22:51.701774 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-8a7a485c-488f-4e29-bb2f-853b9acdc5e1 req-d8c3d74c-4589-448c-9305-602a550f4019 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=09bf69f6abdb4a3083dce101c7984e29&device_id=ad02c9ea-c7e0-4ab4-a0fd-5b8fab661e77 HTTP/1.1" status: 200 len: 1099 time: 0.0503435 Jan 18 17:22:51.765693 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-499eff3f-cd8d-4028-bbe4-b125144d0fe8 None None] Set router 2e365302-71a6-4cdc-aaf8-2ff4eb24cb67 gateway port host: dv-cinder-733623-11-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 17:22:51.790277 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a485c-488f-4e29-bb2f-853b9acdc5e1 req-f98eb113-8160-4fd1-91c9-305b71d4d924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:22:51.791836 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-8a7a485c-488f-4e29-bb2f-853b9acdc5e1 req-f98eb113-8160-4fd1-91c9-305b71d4d924 service neutron] 10.222.0.105 "GET /v2.0/networks?id=0c17f545-2bb3-4abb-be71-29d5f95f2d88 HTTP/1.1" status: 200 len: 912 time: 0.0846264 Jan 18 17:22:51.861441 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-8a7a485c-488f-4e29-bb2f-853b9acdc5e1 req-49a12f59-676c-4ac0-9db3-b664a82ae88a service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82a4391a-4abd-45be-9579-6933d0d9911f HTTP/1.1" status: 200 len: 999 time: 0.0624845 Jan 18 17:22:51.908360 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a485c-488f-4e29-bb2f-853b9acdc5e1 req-c0f21e1e-cc4f-4c50-b084-c3d198a78267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:22:51.909861 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-8a7a485c-488f-4e29-bb2f-853b9acdc5e1 req-c0f21e1e-cc4f-4c50-b084-c3d198a78267 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=92e52731-b298-4268-83b9-5cd526153971 HTTP/1.1" status: 200 len: 850 time: 0.0444558 Jan 18 17:22:51.954917 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a485c-488f-4e29-bb2f-853b9acdc5e1 req-d275eef4-c249-4cb2-b1e7-29a01e852078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:22:51.956440 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-8a7a485c-488f-4e29-bb2f-853b9acdc5e1 req-d275eef4-c249-4cb2-b1e7-29a01e852078 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=0c17f545-2bb3-4abb-be71-29d5f95f2d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0413272 Jan 18 17:22:51.999599 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-499eff3f-cd8d-4028-bbe4-b125144d0fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e365302-71a6-4cdc-aaf8-2ff4eb24cb67', 'name': 'tempest-TestVolumeBootPattern-168893207-router', 'tenant_id': '09bf69f6abdb4a3083dce101c7984e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'b335151e-254a-4744-a80a-19590b3125c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:16:42Z', 'updated_at': '2022-01-18T17:16:50Z', 'revision_number': 4, 'project_id': '09bf69f6abdb4a3083dce101c7984e29', 'gw_port': {'id': 'b335151e-254a-4744-a80a-19590b3125c0', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e365302-71a6-4cdc-aaf8-2ff4eb24cb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:44Z', 'updated_at': '2022-01-18T17:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi', '_floatingips': [{'id': '524c702d-a925-4a73-a8b4-ab5a9dd0d5c4', 'tenant_id': '09bf69f6abdb4a3083dce101c7984e29', 'floating_ip_address': '172.27.1.62', 'floating_network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'router_id': '2e365302-71a6-4cdc-aaf8-2ff4eb24cb67', 'port_id': '82a4391a-4abd-45be-9579-6933d0d9911f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c17f545-2bb3-4abb-be71-29d5f95f2d88', 'mac_address': 'fa:16:3e:3f:4b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad02c9ea-c7e0-4ab4-a0fd-5b8fab661e77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T17:22:50Z', 'updated_at': '2022-01-18T17:22:50Z', 'revision_number': 0, 'project_id': '09bf69f6abdb4a3083dce101c7984e29', 'fixed_ip_address_scope': None}, {'id': 'd71a4997-96e6-401d-a4eb-e080549974f8', 'tenant_id': '09bf69f6abdb4a3083dce101c7984e29', 'floating_ip_address': '172.27.1.156', 'floating_network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'router_id': '2e365302-71a6-4cdc-aaf8-2ff4eb24cb67', 'port_id': 'f0b30660-9680-4714-b984-740e50756a13', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c17f545-2bb3-4abb-be71-29d5f95f2d88', 'mac_address': 'fa:16:3e:1c:29:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632bbe0b-9c86-4143-8cc5-baa6f976933d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T17:20:35Z', 'updated_at': '2022-01-18T17:20:37Z', 'revision_number': 1, 'project_id': '09bf69f6abdb4a3083dce101c7984e29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2c8d537-91bc-432b-8688-4b0039e89285', 'name': '', 'network_id': '0c17f545-2bb3-4abb-be71-29d5f95f2d88', 'tenant_id': '09bf69f6abdb4a3083dce101c7984e29', 'mac_address': 'fa:16:3e:07:c9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e365302-71a6-4cdc-aaf8-2ff4eb24cb67', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '92e52731-b298-4268-83b9-5cd526153971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:49Z', 'updated_at': '2022-01-18T17:16:56Z', 'revision_number': 5, 'project_id': '09bf69f6abdb4a3083dce101c7984e29', 'subnets': [{'id': '92e52731-b298-4268-83b9-5cd526153971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-11-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:22:52.028548 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499eff3f-cd8d-4028-bbe4-b125144d0fe8 None None] Checking router: 2e365302-71a6-4cdc-aaf8-2ff4eb24cb67 for host: dv-cinder-733623-11-iscsi {{(pid=103198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 17:22:52.035549 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499eff3f-cd8d-4028-bbe4-b125144d0fe8 None None] Routers {'2e365302-71a6-4cdc-aaf8-2ff4eb24cb67'} bound to L3 agent in host dv-cinder-733623-11-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 17:22:52.036164 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-499eff3f-cd8d-4028-bbe4-b125144d0fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T17:04:58Z,description=,heartbeat_timestamp=2022-01-18T17:22:28Z,host='dv-cinder-733623-11-iscsi',id=34860b7f-7c9d-4265-9a0a-1b9bd2e1622e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T17:04:59Z,topic='l3_agent')) {'router_ids': ['2e365302-71a6-4cdc-aaf8-2ff4eb24cb67'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:22:52.050787 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-8a7a485c-488f-4e29-bb2f-853b9acdc5e1 req-94257433-07dd-4139-afdc-acc6b4ffaa65 service neutron] 10.222.0.105 "GET /v2.0/networks/0c17f545-2bb3-4abb-be71-29d5f95f2d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886693 Jan 18 17:22:52.144792 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-8a7a485c-488f-4e29-bb2f-853b9acdc5e1 req-4455d703-f13c-4eca-b8f5-1b6813d4dc39 service neutron] 10.222.0.105 "GET /v2.0/networks/0c17f545-2bb3-4abb-be71-29d5f95f2d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887485 Jan 18 17:22:52.151699 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-499eff3f-cd8d-4028-bbe4-b125144d0fe8 None None] Set router 2e365302-71a6-4cdc-aaf8-2ff4eb24cb67 gateway port host: dv-cinder-733623-11-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 17:22:52.391996 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-499eff3f-cd8d-4028-bbe4-b125144d0fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e365302-71a6-4cdc-aaf8-2ff4eb24cb67', 'name': 'tempest-TestVolumeBootPattern-168893207-router', 'tenant_id': '09bf69f6abdb4a3083dce101c7984e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'b335151e-254a-4744-a80a-19590b3125c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:16:42Z', 'updated_at': '2022-01-18T17:16:50Z', 'revision_number': 4, 'project_id': '09bf69f6abdb4a3083dce101c7984e29', 'gw_port': {'id': 'b335151e-254a-4744-a80a-19590b3125c0', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e365302-71a6-4cdc-aaf8-2ff4eb24cb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:44Z', 'updated_at': '2022-01-18T17:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi', '_floatingips': [{'id': '524c702d-a925-4a73-a8b4-ab5a9dd0d5c4', 'tenant_id': '09bf69f6abdb4a3083dce101c7984e29', 'floating_ip_address': '172.27.1.62', 'floating_network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'router_id': '2e365302-71a6-4cdc-aaf8-2ff4eb24cb67', 'port_id': '82a4391a-4abd-45be-9579-6933d0d9911f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c17f545-2bb3-4abb-be71-29d5f95f2d88', 'mac_address': 'fa:16:3e:3f:4b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad02c9ea-c7e0-4ab4-a0fd-5b8fab661e77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T17:22:50Z', 'updated_at': '2022-01-18T17:22:50Z', 'revision_number': 0, 'project_id': '09bf69f6abdb4a3083dce101c7984e29', 'fixed_ip_address_scope': None}, {'id': 'd71a4997-96e6-401d-a4eb-e080549974f8', 'tenant_id': '09bf69f6abdb4a3083dce101c7984e29', 'floating_ip_address': '172.27.1.156', 'floating_network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'router_id': '2e365302-71a6-4cdc-aaf8-2ff4eb24cb67', 'port_id': 'f0b30660-9680-4714-b984-740e50756a13', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c17f545-2bb3-4abb-be71-29d5f95f2d88', 'mac_address': 'fa:16:3e:1c:29:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632bbe0b-9c86-4143-8cc5-baa6f976933d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T17:20:35Z', 'updated_at': '2022-01-18T17:20:37Z', 'revision_number': 1, 'project_id': '09bf69f6abdb4a3083dce101c7984e29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2c8d537-91bc-432b-8688-4b0039e89285', 'name': '', 'network_id': '0c17f545-2bb3-4abb-be71-29d5f95f2d88', 'tenant_id': '09bf69f6abdb4a3083dce101c7984e29', 'mac_address': 'fa:16:3e:07:c9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e365302-71a6-4cdc-aaf8-2ff4eb24cb67', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '92e52731-b298-4268-83b9-5cd526153971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:49Z', 'updated_at': '2022-01-18T17:16:56Z', 'revision_number': 5, 'project_id': '09bf69f6abdb4a3083dce101c7984e29', 'subnets': [{'id': '92e52731-b298-4268-83b9-5cd526153971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-11-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:22:52.423195 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499eff3f-cd8d-4028-bbe4-b125144d0fe8 None None] The sync data for ids ['2e365302-71a6-4cdc-aaf8-2ff4eb24cb67'] in dv-cinder-733623-11-iscsi is: [{'id': '2e365302-71a6-4cdc-aaf8-2ff4eb24cb67', 'name': 'tempest-TestVolumeBootPattern-168893207-router', 'tenant_id': '09bf69f6abdb4a3083dce101c7984e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'b335151e-254a-4744-a80a-19590b3125c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:16:42Z', 'updated_at': '2022-01-18T17:16:50Z', 'revision_number': 4, 'project_id': '09bf69f6abdb4a3083dce101c7984e29', 'gw_port': {'id': 'b335151e-254a-4744-a80a-19590b3125c0', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e365302-71a6-4cdc-aaf8-2ff4eb24cb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:44Z', 'updated_at': '2022-01-18T17:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi', '_floatingips': [{'id': '524c702d-a925-4a73-a8b4-ab5a9dd0d5c4', 'tenant_id': '09bf69f6abdb4a3083dce101c7984e29', 'floating_ip_address': '172.27.1.62', 'floating_network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'router_id': '2e365302-71a6-4cdc-aaf8-2ff4eb24cb67', 'port_id': '82a4391a-4abd-45be-9579-6933d0d9911f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c17f545-2bb3-4abb-be71-29d5f95f2d88', 'mac_address': 'fa:16:3e:3f:4b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad02c9ea-c7e0-4ab4-a0fd-5b8fab661e77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T17:22:50Z', 'updated_at': '2022-01-18T17:22:50Z', 'revision_number': 0, 'project_id': '09bf69f6abdb4a3083dce101c7984e29', 'fixed_ip_address_scope': None}, {'id': 'd71a4997-96e6-401d-a4eb-e080549974f8', 'tenant_id': '09bf69f6abdb4a3083dce101c7984e29', 'floating_ip_address': '172.27.1.156', 'floating_network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'router_id': '2e365302-71a6-4cdc-aaf8-2ff4eb24cb67', 'port_id': 'f0b30660-9680-4714-b984-740e50756a13', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c17f545-2bb3-4abb-be71-29d5f95f2d88', 'mac_address': 'fa:16:3e:1c:29:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632bbe0b-9c86-4143-8cc5-baa6f976933d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T17:20:35Z', 'updated_at': '2022-01-18T17:20:37Z', 'revision_number': 1, 'project_id': '09bf69f6abdb4a3083dce101c7984e29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2c8d537-91bc-432b-8688-4b0039e89285', 'name': '', 'network_id': '0c17f545-2bb3-4abb-be71-29d5f95f2d88', 'tenant_id': '09bf69f6abdb4a3083dce101c7984e29', 'mac_address': 'fa:16:3e:07:c9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e365302-71a6-4cdc-aaf8-2ff4eb24cb67', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '92e52731-b298-4268-83b9-5cd526153971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:49Z', 'updated_at': '2022-01-18T17:16:56Z', 'revision_number': 5, 'project_id': '09bf69f6abdb4a3083dce101c7984e29', 'subnets': [{'id': '92e52731-b298-4268-83b9-5cd526153971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 17:22:52.611226 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630d6cb1-13f1-49b9-8639-c8eae14dd104 None None] New status for floating IP 524c702d-a925-4a73-a8b4-ab5a9dd0d5c4: ACTIVE {{(pid=103199) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 17:22:55.775968 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-70e08b73-adaa-4688-8ff5-a9e5eb0e1383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (1e8d2d8a-92ca-4025-a540-71c8151dbccf), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:22:57.903770 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 32894) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:22:58.018391 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fefab365-5fb7-414f-806a-816576413659 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:22:58.090834 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fefab365-5fb7-414f-806a-816576413659 admin admin] Publish callbacks [] for security_group (93b64a73-0373-4ad4-9b5e-c7b1ab12ba11), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:22:58.141361 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fefab365-5fb7-414f-806a-816576413659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (93b64a73-0373-4ad4-9b5e-c7b1ab12ba11), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:22:58.179175 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-fefab365-5fb7-414f-806a-816576413659 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=7e81bb20c4aa42eba9ae1b6bd277f71c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2742903 Jan 18 17:22:58.180043 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefab365-5fb7-414f-806a-816576413659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93b64a73-0373-4ad4-9b5e-c7b1ab12ba11,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:22:58.182308 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 32898) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:22:58.204477 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-eb03384f-a208-4d4f-8429-134580926c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (34860b7f-7c9d-4265-9a0a-1b9bd2e1622e), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:22:58.236258 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9b15d31f-280e-44bb-a470-ad8800c37d85 admin admin] Publish callbacks [] for security_group (93b64a73-0373-4ad4-9b5e-c7b1ab12ba11), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:22:58.259519 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9b15d31f-280e-44bb-a470-ad8800c37d85 admin admin] Publish callbacks [] for security_group (93b64a73-0373-4ad4-9b5e-c7b1ab12ba11), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:22:58.386855 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9b15d31f-280e-44bb-a470-ad8800c37d85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (93b64a73-0373-4ad4-9b5e-c7b1ab12ba11), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:22:58.389456 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9b15d31f-280e-44bb-a470-ad8800c37d85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:22:58.390678 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-9b15d31f-280e-44bb-a470-ad8800c37d85 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/93b64a73-0373-4ad4-9b5e-c7b1ab12ba11 HTTP/1.1" status: 204 len: 168 time: 0.2074709 Jan 18 17:22:58.398758 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b15d31f-280e-44bb-a470-ad8800c37d85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b64a73-0373-4ad4-9b5e-c7b1ab12ba11,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:22:59.024381 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 32906) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:22:59.038342 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c58753f7-4ba1-46de-8db2-bd6bf8a0bfa1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:22:59.101326 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-a24976dc-7f89-446d-8d9b-8a75bf0e6853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (f7781508-68f4-4d6b-b413-74596bae1216), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:22:59.115014 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c58753f7-4ba1-46de-8db2-bd6bf8a0bfa1 admin admin] Publish callbacks [] for security_group (b2ce0e1d-06c9-4ee0-9ef4-600279b56b43), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:22:59.187352 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c58753f7-4ba1-46de-8db2-bd6bf8a0bfa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (b2ce0e1d-06c9-4ee0-9ef4-600279b56b43), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:22:59.225423 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58753f7-4ba1-46de-8db2-bd6bf8a0bfa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ce0e1d-06c9-4ee0-9ef4-600279b56b43,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:22:59.231385 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-c58753f7-4ba1-46de-8db2-bd6bf8a0bfa1 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=797cccec3a684ff29c1929297e13b8fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2058125 Jan 18 17:22:59.236465 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 32908) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:22:59.283112 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8d9e297f-8a19-48da-8c88-2d925f3a5ffc admin admin] Publish callbacks [] for security_group (b2ce0e1d-06c9-4ee0-9ef4-600279b56b43), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:22:59.307518 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8d9e297f-8a19-48da-8c88-2d925f3a5ffc admin admin] Publish callbacks [] for security_group (b2ce0e1d-06c9-4ee0-9ef4-600279b56b43), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:22:59.432675 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8d9e297f-8a19-48da-8c88-2d925f3a5ffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (b2ce0e1d-06c9-4ee0-9ef4-600279b56b43), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:22:59.435561 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8d9e297f-8a19-48da-8c88-2d925f3a5ffc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:22:59.436719 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-8d9e297f-8a19-48da-8c88-2d925f3a5ffc admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/b2ce0e1d-06c9-4ee0-9ef4-600279b56b43 HTTP/1.1" status: 204 len: 168 time: 0.2013347 Jan 18 17:22:59.444959 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e297f-8a19-48da-8c88-2d925f3a5ffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ce0e1d-06c9-4ee0-9ef4-600279b56b43,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:23:00.684891 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-d0f57583-9799-4745-8039-4fb698731137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (f223777b-396b-444b-a9c9-71cdff5b918d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:23:01.861302 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (a6f837d2-7b5b-4cd3-9c28-296017d8b8e6), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:23:02.867692 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 32978) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:23:02.975816 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a1599870-79fe-4d0f-bcdf-d7b978533a7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:23:03.050210 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a1599870-79fe-4d0f-bcdf-d7b978533a7d admin admin] Publish callbacks [] for security_group (aa4b7c79-04f4-4f10-b56e-ba0158d05508), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:23:03.135819 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a1599870-79fe-4d0f-bcdf-d7b978533a7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (aa4b7c79-04f4-4f10-b56e-ba0158d05508), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:23:03.176113 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-a1599870-79fe-4d0f-bcdf-d7b978533a7d admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=b72766b5ae6b49e9bc1899e1c77e49de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3072906 Jan 18 17:23:03.176999 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1599870-79fe-4d0f-bcdf-d7b978533a7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa4b7c79-04f4-4f10-b56e-ba0158d05508,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:23:03.178993 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 32982) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:23:03.230783 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-0232a4b9-9f85-4317-8621-d7bd1398a6e3 admin admin] Publish callbacks [] for security_group (aa4b7c79-04f4-4f10-b56e-ba0158d05508), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:23:03.252230 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-0232a4b9-9f85-4317-8621-d7bd1398a6e3 admin admin] Publish callbacks [] for security_group (aa4b7c79-04f4-4f10-b56e-ba0158d05508), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:23:03.346699 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-0232a4b9-9f85-4317-8621-d7bd1398a6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (aa4b7c79-04f4-4f10-b56e-ba0158d05508), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:23:03.349406 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-0232a4b9-9f85-4317-8621-d7bd1398a6e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:23:03.350572 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-0232a4b9-9f85-4317-8621-d7bd1398a6e3 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/aa4b7c79-04f4-4f10-b56e-ba0158d05508 HTTP/1.1" status: 204 len: 168 time: 0.1705558 Jan 18 17:23:03.359140 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0232a4b9-9f85-4317-8621-d7bd1398a6e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa4b7c79-04f4-4f10-b56e-ba0158d05508,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:23:03.947393 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 32988) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:23:03.962418 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-40badc7d-a68b-4a60-8fd2-13220eecf4ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:23:04.043170 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-40badc7d-a68b-4a60-8fd2-13220eecf4ab admin admin] Publish callbacks [] for security_group (bb56901b-fa9e-430b-8d2c-3f74d1f95a13), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:23:04.118677 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-40badc7d-a68b-4a60-8fd2-13220eecf4ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (bb56901b-fa9e-430b-8d2c-3f74d1f95a13), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:23:04.160123 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-40badc7d-a68b-4a60-8fd2-13220eecf4ab admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=a596c47bf73d4f60a5f11ac1f1118aef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2115896 Jan 18 17:23:04.161014 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40badc7d-a68b-4a60-8fd2-13220eecf4ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb56901b-fa9e-430b-8d2c-3f74d1f95a13,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:23:04.162837 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 32990) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:23:04.221924 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ec0f16c7-ba9a-4d9c-9d0d-171f98d600a2 admin admin] Publish callbacks [] for security_group (bb56901b-fa9e-430b-8d2c-3f74d1f95a13), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:23:04.242873 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ec0f16c7-ba9a-4d9c-9d0d-171f98d600a2 admin admin] Publish callbacks [] for security_group (bb56901b-fa9e-430b-8d2c-3f74d1f95a13), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:23:04.346987 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ec0f16c7-ba9a-4d9c-9d0d-171f98d600a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (bb56901b-fa9e-430b-8d2c-3f74d1f95a13), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:23:04.349684 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ec0f16c7-ba9a-4d9c-9d0d-171f98d600a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:23:04.350886 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-ec0f16c7-ba9a-4d9c-9d0d-171f98d600a2 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/bb56901b-fa9e-430b-8d2c-3f74d1f95a13 HTTP/1.1" status: 204 len: 168 time: 0.1868827 Jan 18 17:23:04.361689 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0f16c7-ba9a-4d9c-9d0d-171f98d600a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb56901b-fa9e-430b-8d2c-3f74d1f95a13,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:23:05.878583 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 33022) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:23:05.981163 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e8f3f245-d423-481a-8237-3d17a0d5e963 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:23:06.054978 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e8f3f245-d423-481a-8237-3d17a0d5e963 admin admin] Publish callbacks [] for security_group (0cc75ec6-cb9c-427a-8953-b79eedfd0d43), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:23:06.124147 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e8f3f245-d423-481a-8237-3d17a0d5e963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (0cc75ec6-cb9c-427a-8953-b79eedfd0d43), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:23:06.164589 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-e8f3f245-d423-481a-8237-3d17a0d5e963 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=e01144b0f78c48c597d41f3ba2eb6082&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2847614 Jan 18 17:23:06.165633 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f3f245-d423-481a-8237-3d17a0d5e963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc75ec6-cb9c-427a-8953-b79eedfd0d43,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:23:06.167917 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 33026) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:23:06.224238 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-b5ffa605-5555-4e4c-9050-536e8ad30b3f admin admin] Publish callbacks [] for security_group (0cc75ec6-cb9c-427a-8953-b79eedfd0d43), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:23:06.248474 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-b5ffa605-5555-4e4c-9050-536e8ad30b3f admin admin] Publish callbacks [] for security_group (0cc75ec6-cb9c-427a-8953-b79eedfd0d43), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:23:06.364042 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-b5ffa605-5555-4e4c-9050-536e8ad30b3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (0cc75ec6-cb9c-427a-8953-b79eedfd0d43), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:23:06.366727 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-b5ffa605-5555-4e4c-9050-536e8ad30b3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:23:06.367935 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-b5ffa605-5555-4e4c-9050-536e8ad30b3f admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/0cc75ec6-cb9c-427a-8953-b79eedfd0d43 HTTP/1.1" status: 204 len: 168 time: 0.1989768 Jan 18 17:23:06.376870 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ffa605-5555-4e4c-9050-536e8ad30b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc75ec6-cb9c-427a-8953-b79eedfd0d43,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:23:10.753973 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.agents_db [None req-82e58cf6-2858-46ee-adbb-688a61b9207a None None] Agent healthcheck: found 6 active agents {{(pid=103199) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 17:23:11.100804 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (e727efee-c94b-447a-9897-92f425521d05), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:23:19.206569 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-08615f16-d77a-4725-85d1-9c9548cc5e05 req-61ccd28d-9b2a-4a9f-bc46-82bef4854574 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=632bbe0b-9c86-4143-8cc5-baa6f976933d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406263 Jan 18 17:23:19.289480 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08615f16-d77a-4725-85d1-9c9548cc5e05 req-0fd97ecc-57a8-481e-aad0-a0d78d9b3087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:23:19.290942 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-08615f16-d77a-4725-85d1-9c9548cc5e05 req-0fd97ecc-57a8-481e-aad0-a0d78d9b3087 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=09bf69f6abdb4a3083dce101c7984e29&device_id=632bbe0b-9c86-4143-8cc5-baa6f976933d HTTP/1.1" status: 200 len: 1098 time: 0.0429001 Jan 18 17:23:19.394854 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08615f16-d77a-4725-85d1-9c9548cc5e05 req-5eef6913-20b8-4b8e-a41b-9643aa490d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:23:19.396530 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-08615f16-d77a-4725-85d1-9c9548cc5e05 req-5eef6913-20b8-4b8e-a41b-9643aa490d21 service neutron] 10.222.0.105 "GET /v2.0/networks?id=0c17f545-2bb3-4abb-be71-29d5f95f2d88 HTTP/1.1" status: 200 len: 912 time: 0.0851314 Jan 18 17:23:19.464354 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-08615f16-d77a-4725-85d1-9c9548cc5e05 req-5cb7b46a-8ac1-48b8-8892-a228c84e7303 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f0b30660-9680-4714-b984-740e50756a13 HTTP/1.1" status: 200 len: 1001 time: 0.0612175 Jan 18 17:23:19.512073 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08615f16-d77a-4725-85d1-9c9548cc5e05 req-9c799647-712c-4bc4-8d28-5a5cdf4e7a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:23:19.513496 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-08615f16-d77a-4725-85d1-9c9548cc5e05 req-9c799647-712c-4bc4-8d28-5a5cdf4e7a83 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=92e52731-b298-4268-83b9-5cd526153971 HTTP/1.1" status: 200 len: 850 time: 0.0434401 Jan 18 17:23:19.559190 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08615f16-d77a-4725-85d1-9c9548cc5e05 req-2e1cf68c-6a0e-463f-9d84-bf55b7ac7175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:23:19.560641 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-08615f16-d77a-4725-85d1-9c9548cc5e05 req-2e1cf68c-6a0e-463f-9d84-bf55b7ac7175 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=0c17f545-2bb3-4abb-be71-29d5f95f2d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0410225 Jan 18 17:23:19.652614 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-08615f16-d77a-4725-85d1-9c9548cc5e05 req-28cea1bc-7738-481c-8475-e616c27e1704 service neutron] 10.222.0.105 "GET /v2.0/networks/0c17f545-2bb3-4abb-be71-29d5f95f2d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853229 Jan 18 17:23:20.004873 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-08615f16-d77a-4725-85d1-9c9548cc5e05 req-3bed24c0-7d54-4f98-95fb-2e62afee6e24 service neutron] 10.222.0.105 "GET /v2.0/networks/0c17f545-2bb3-4abb-be71-29d5f95f2d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3458381 Jan 18 17:23:25.757656 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-83ca4b86-cd7c-465f-a104-70eb788d1002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (1e8d2d8a-92ca-4025-a540-71c8151dbccf), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:23:28.243685 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-92793cf0-baf2-4c9b-8d00-478fefbc198a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (34860b7f-7c9d-4265-9a0a-1b9bd2e1622e), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:23:29.077383 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-a24976dc-7f89-446d-8d9b-8a75bf0e6853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (f7781508-68f4-4d6b-b413-74596bae1216), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:23:30.576591 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 33168) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:23:30.683373 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-e0be897f-cb8e-49cd-8524-38538dd4ab08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:23:30.705969 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-d0f57583-9799-4745-8039-4fb698731137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (f223777b-396b-444b-a9c9-71cdff5b918d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:23:30.758107 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-e0be897f-cb8e-49cd-8524-38538dd4ab08 admin admin] Publish callbacks [] for security_group (3d439361-5ee4-480a-a97b-17d346abc0f4), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:23:30.837633 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-e0be897f-cb8e-49cd-8524-38538dd4ab08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (3d439361-5ee4-480a-a97b-17d346abc0f4), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:23:30.879415 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-e0be897f-cb8e-49cd-8524-38538dd4ab08 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=adaba781a54c46cfb4845d0bba2c7078&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3017197 Jan 18 17:23:30.880266 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0be897f-cb8e-49cd-8524-38538dd4ab08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d439361-5ee4-480a-a97b-17d346abc0f4,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:23:30.882087 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 33172) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:23:30.931716 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b0cc1dd4-04a3-4ecd-ad88-e1ccfc217894 admin admin] Publish callbacks [] for security_group (3d439361-5ee4-480a-a97b-17d346abc0f4), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:23:30.952157 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b0cc1dd4-04a3-4ecd-ad88-e1ccfc217894 admin admin] Publish callbacks [] for security_group (3d439361-5ee4-480a-a97b-17d346abc0f4), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:23:31.066144 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b0cc1dd4-04a3-4ecd-ad88-e1ccfc217894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (3d439361-5ee4-480a-a97b-17d346abc0f4), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:23:31.068746 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b0cc1dd4-04a3-4ecd-ad88-e1ccfc217894 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:23:31.069974 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-b0cc1dd4-04a3-4ecd-ad88-e1ccfc217894 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/3d439361-5ee4-480a-a97b-17d346abc0f4 HTTP/1.1" status: 204 len: 168 time: 0.1868095 Jan 18 17:23:31.077508 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cc1dd4-04a3-4ecd-ad88-e1ccfc217894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d439361-5ee4-480a-a97b-17d346abc0f4,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:23:31.843372 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (a6f837d2-7b5b-4cd3-9c28-296017d8b8e6), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:23:41.082859 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (e727efee-c94b-447a-9897-92f425521d05), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:23:47.755503 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.agents_db [None req-82e58cf6-2858-46ee-adbb-688a61b9207a None None] Agent healthcheck: found 6 active agents {{(pid=103199) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 17:23:55.769069 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-827cbcef-1130-45fe-9740-ba4d0813ea37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (1e8d2d8a-92ca-4025-a540-71c8151dbccf), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:23:58.191397 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5c071db9-c837-407a-8633-fff69620b96b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (34860b7f-7c9d-4265-9a0a-1b9bd2e1622e), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:23:59.088524 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-a24976dc-7f89-446d-8d9b-8a75bf0e6853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (f7781508-68f4-4d6b-b413-74596bae1216), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:00.699999 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-d0f57583-9799-4745-8039-4fb698731137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (f223777b-396b-444b-a9c9-71cdff5b918d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:01.836654 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (a6f837d2-7b5b-4cd3-9c28-296017d8b8e6), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:11.111290 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (e727efee-c94b-447a-9897-92f425521d05), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:19.311185 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b6faaa8c-dc2c-4669-939b-1c70d52e687c req-c1c4d9e1-0425-4f47-97c1-5eb59b03636c service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=ad02c9ea-c7e0-4ab4-a0fd-5b8fab661e77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1400044 Jan 18 17:24:19.372101 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6faaa8c-dc2c-4669-939b-1c70d52e687c req-adbcb598-e6ae-4e09-be8c-453c9c5a2ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:24:19.373573 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b6faaa8c-dc2c-4669-939b-1c70d52e687c req-adbcb598-e6ae-4e09-be8c-453c9c5a2ff2 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=09bf69f6abdb4a3083dce101c7984e29&device_id=ad02c9ea-c7e0-4ab4-a0fd-5b8fab661e77 HTTP/1.1" status: 200 len: 1099 time: 0.0413799 Jan 18 17:24:19.480085 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6faaa8c-dc2c-4669-939b-1c70d52e687c req-53f9e350-82a3-4469-a317-dd69caf4a6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:24:19.481453 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b6faaa8c-dc2c-4669-939b-1c70d52e687c req-53f9e350-82a3-4469-a317-dd69caf4a6e2 service neutron] 10.222.0.105 "GET /v2.0/networks?id=0c17f545-2bb3-4abb-be71-29d5f95f2d88 HTTP/1.1" status: 200 len: 912 time: 0.0869048 Jan 18 17:24:19.545364 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b6faaa8c-dc2c-4669-939b-1c70d52e687c req-bca74d28-9b29-4f00-b670-40f322deaae7 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82a4391a-4abd-45be-9579-6933d0d9911f HTTP/1.1" status: 200 len: 1001 time: 0.0577674 Jan 18 17:24:19.591919 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6faaa8c-dc2c-4669-939b-1c70d52e687c req-a84094e6-44c4-42ee-9e92-90db5339b183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:24:19.593304 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b6faaa8c-dc2c-4669-939b-1c70d52e687c req-a84094e6-44c4-42ee-9e92-90db5339b183 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=92e52731-b298-4268-83b9-5cd526153971 HTTP/1.1" status: 200 len: 850 time: 0.0423131 Jan 18 17:24:19.638603 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6faaa8c-dc2c-4669-939b-1c70d52e687c req-f2c01765-dc3d-4407-bb2b-87b7b9af1acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:24:19.640091 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b6faaa8c-dc2c-4669-939b-1c70d52e687c req-f2c01765-dc3d-4407-bb2b-87b7b9af1acb service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=0c17f545-2bb3-4abb-be71-29d5f95f2d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0411294 Jan 18 17:24:19.649800 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [req-b6faaa8c-dc2c-4669-939b-1c70d52e687c req-14241ca5-d4b4-4441-a36a-40160db0504f service neutron] http://10.222.0.100:9696/v2.0/extensions returned with HTTP 200 {{(pid=103196) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 17:24:19.650740 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b6faaa8c-dc2c-4669-939b-1c70d52e687c req-14241ca5-d4b4-4441-a36a-40160db0504f service neutron] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048554 Jan 18 17:24:19.737080 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b6faaa8c-dc2c-4669-939b-1c70d52e687c req-6a2be48c-4c46-457f-9f1f-b8c4e3af0486 service neutron] 10.222.0.105 "GET /v2.0/networks/0c17f545-2bb3-4abb-be71-29d5f95f2d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805671 Jan 18 17:24:19.827540 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b6faaa8c-dc2c-4669-939b-1c70d52e687c req-bdbcb955-9a6a-40f1-a7d6-fdc008fb2107 service neutron] 10.222.0.105 "GET /v2.0/networks/0c17f545-2bb3-4abb-be71-29d5f95f2d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851438 Jan 18 17:24:24.756457 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.agents_db [None req-82e58cf6-2858-46ee-adbb-688a61b9207a None None] Agent healthcheck: found 6 active agents {{(pid=103199) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 17:24:25.750651 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-ee377f81-47a0-4f98-b3a4-ff7dbea8c150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (1e8d2d8a-92ca-4025-a540-71c8151dbccf), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:28.197165 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-05da0475-0f7e-410a-88d2-3a730e1bbdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (34860b7f-7c9d-4265-9a0a-1b9bd2e1622e), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:29.110938 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-a24976dc-7f89-446d-8d9b-8a75bf0e6853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (f7781508-68f4-4d6b-b413-74596bae1216), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:30.388716 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 33186) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:24:30.547607 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-0311985d-7b2a-4573-9b7d-29f0abc39a9f tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Deleting port f6dc4a96-1ee0-4031-822f-ebd63ce96cd6 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 17:24:30.547853 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0311985d-7b2a-4573-9b7d-29f0abc39a9f tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785612421596'] for port (f6dc4a96-1ee0-4031-822f-ebd63ce96cd6), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:30.628489 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0311985d-7b2a-4573-9b7d-29f0abc39a9f tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653228'] for port (f6dc4a96-1ee0-4031-822f-ebd63ce96cd6), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:30.628820 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0311985d-7b2a-4573-9b7d-29f0abc39a9f tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Publish callbacks [] for floatingip (f6dc4a96-1ee0-4031-822f-ebd63ce96cd6), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:30.642117 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-0311985d-7b2a-4573-9b7d-29f0abc39a9f tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Calling delete_port for f6dc4a96-1ee0-4031-822f-ebd63ce96cd6 owned by network:floatingip {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 17:24:30.723012 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-d0f57583-9799-4745-8039-4fb698731137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (f223777b-396b-444b-a9c9-71cdff5b918d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:30.859482 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0311985d-7b2a-4573-9b7d-29f0abc39a9f tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785612430192', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785611913813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4300409'] for port (f6dc4a96-1ee0-4031-822f-ebd63ce96cd6), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:30.883902 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0311985d-7b2a-4573-9b7d-29f0abc39a9f tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Pushing event deleted for resources: {'Port': ['ID=f6dc4a96-1ee0-4031-822f-ebd63ce96cd6,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:24:30.897088 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0311985d-7b2a-4573-9b7d-29f0abc39a9f tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:24:30.897442 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0311985d-7b2a-4573-9b7d-29f0abc39a9f tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:24:30.897836 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0311985d-7b2a-4573-9b7d-29f0abc39a9f tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:24:30.898176 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0311985d-7b2a-4573-9b7d-29f0abc39a9f tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:24:30.898509 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0311985d-7b2a-4573-9b7d-29f0abc39a9f tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:24:30.898838 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0311985d-7b2a-4573-9b7d-29f0abc39a9f tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:24:30.899220 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0311985d-7b2a-4573-9b7d-29f0abc39a9f tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:24:30.899549 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0311985d-7b2a-4573-9b7d-29f0abc39a9f tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:24:30.899874 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0311985d-7b2a-4573-9b7d-29f0abc39a9f tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:24:30.900215 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0311985d-7b2a-4573-9b7d-29f0abc39a9f tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:24:30.900521 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0311985d-7b2a-4573-9b7d-29f0abc39a9f tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:24:30.900839 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0311985d-7b2a-4573-9b7d-29f0abc39a9f tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:24:30.901156 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0311985d-7b2a-4573-9b7d-29f0abc39a9f tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:24:30.958797 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0311985d-7b2a-4573-9b7d-29f0abc39a9f tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Publish callbacks [] for floatingip (524c702d-a925-4a73-a8b4-ab5a9dd0d5c4), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:30.959181 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.db.l3_db [None req-0311985d-7b2a-4573-9b7d-29f0abc39a9f tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Floating IP 524c702d-a925-4a73-a8b4-ab5a9dd0d5c4 disassociated (deleted). External IP: 172.27.1.62, port: 82a4391a-4abd-45be-9579-6933d0d9911f. Jan 18 17:24:31.173440 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0311985d-7b2a-4573-9b7d-29f0abc39a9f tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Router 2e365302-71a6-4cdc-aaf8-2ff4eb24cb67 has already been hosted by L3 agent 34860b7f-7c9d-4265-9a0a-1b9bd2e1622e {{(pid=103196) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 17:24:31.280241 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0311985d-7b2a-4573-9b7d-29f0abc39a9f tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Notify agent at l3_agent.dv-cinder-733623-11-iscsi the message routers_updated {{(pid=103196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 17:24:31.285246 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0311985d-7b2a-4573-9b7d-29f0abc39a9f tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1923895'] for floatingip (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:31.289773 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a0ac70-a496-4e84-bd8f-4471e89df7dc None None] Sync routers for ids ['2e365302-71a6-4cdc-aaf8-2ff4eb24cb67'] in dv-cinder-733623-11-iscsi {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 17:24:31.298690 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a0ac70-a496-4e84-bd8f-4471e89df7dc None None] Routers {'2e365302-71a6-4cdc-aaf8-2ff4eb24cb67'} bound to L3 agent in host dv-cinder-733623-11-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 17:24:31.299581 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-e7a0ac70-a496-4e84-bd8f-4471e89df7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T17:04:58Z,description=,heartbeat_timestamp=2022-01-18T17:24:28Z,host='dv-cinder-733623-11-iscsi',id=34860b7f-7c9d-4265-9a0a-1b9bd2e1622e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T17:04:59Z,topic='l3_agent')) {'router_ids': ['2e365302-71a6-4cdc-aaf8-2ff4eb24cb67'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:24:31.312500 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-0311985d-7b2a-4573-9b7d-29f0abc39a9f tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "DELETE /v2.0/floatingips/524c702d-a925-4a73-a8b4-ab5a9dd0d5c4 HTTP/1.1" status: 204 len: 168 time: 0.9226918 Jan 18 17:24:31.313098 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad02c9ea-c7e0-4ab4-a0fd-5b8fab661e77', 'tag': '82a4391a-4abd-45be-9579-6933d0d9911f'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 17:24:31.316218 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dae96983658fa47cc55ad2b43631f290e6eb934f25c74fb238f11dfd9473403c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8501fa79-2c78-4e16-a0ae-ded79eb58166" -d '{"events": [{"name": "network-changed", "server_uuid": "ad02c9ea-c7e0-4ab4-a0fd-5b8fab661e77", "tag": "82a4391a-4abd-45be-9579-6933d0d9911f"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 17:24:31.412523 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-e7a0ac70-a496-4e84-bd8f-4471e89df7dc None None] Set router 2e365302-71a6-4cdc-aaf8-2ff4eb24cb67 gateway port host: dv-cinder-733623-11-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 17:24:31.485402 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 17:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-581b5846-659b-421f-b99b-dd6bdcd3ee1e x-openstack-request-id: req-581b5846-659b-421f-b99b-dd6bdcd3ee1e {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 17:24:31.485913 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad02c9ea-c7e0-4ab4-a0fd-5b8fab661e77", "tag": "82a4391a-4abd-45be-9579-6933d0d9911f", "status": "completed", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 17:24:31.486009 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-581b5846-659b-421f-b99b-dd6bdcd3ee1e {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 17:24:31.486500 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad02c9ea-c7e0-4ab4-a0fd-5b8fab661e77', 'tag': '82a4391a-4abd-45be-9579-6933d0d9911f', 'status': 'completed', 'code': 200} Jan 18 17:24:31.557738 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8501fa79-2c78-4e16-a0ae-ded79eb58166 req-47ff0282-bc25-411a-b19f-333bfd5ea3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:24:31.559465 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-8501fa79-2c78-4e16-a0ae-ded79eb58166 req-47ff0282-bc25-411a-b19f-333bfd5ea3da service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=09bf69f6abdb4a3083dce101c7984e29&device_id=ad02c9ea-c7e0-4ab4-a0fd-5b8fab661e77 HTTP/1.1" status: 200 len: 1099 time: 0.0523517 Jan 18 17:24:31.664185 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-e7a0ac70-a496-4e84-bd8f-4471e89df7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e365302-71a6-4cdc-aaf8-2ff4eb24cb67', 'name': 'tempest-TestVolumeBootPattern-168893207-router', 'tenant_id': '09bf69f6abdb4a3083dce101c7984e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'b335151e-254a-4744-a80a-19590b3125c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:16:42Z', 'updated_at': '2022-01-18T17:16:50Z', 'revision_number': 4, 'project_id': '09bf69f6abdb4a3083dce101c7984e29', 'gw_port': {'id': 'b335151e-254a-4744-a80a-19590b3125c0', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e365302-71a6-4cdc-aaf8-2ff4eb24cb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:44Z', 'updated_at': '2022-01-18T17:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi', '_floatingips': [{'id': 'd71a4997-96e6-401d-a4eb-e080549974f8', 'tenant_id': '09bf69f6abdb4a3083dce101c7984e29', 'floating_ip_address': '172.27.1.156', 'floating_network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'router_id': '2e365302-71a6-4cdc-aaf8-2ff4eb24cb67', 'port_id': 'f0b30660-9680-4714-b984-740e50756a13', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c17f545-2bb3-4abb-be71-29d5f95f2d88', 'mac_address': 'fa:16:3e:1c:29:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632bbe0b-9c86-4143-8cc5-baa6f976933d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T17:20:35Z', 'updated_at': '2022-01-18T17:20:37Z', 'revision_number': 1, 'project_id': '09bf69f6abdb4a3083dce101c7984e29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2c8d537-91bc-432b-8688-4b0039e89285', 'name': '', 'network_id': '0c17f545-2bb3-4abb-be71-29d5f95f2d88', 'tenant_id': '09bf69f6abdb4a3083dce101c7984e29', 'mac_address': 'fa:16:3e:07:c9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e365302-71a6-4cdc-aaf8-2ff4eb24cb67', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '92e52731-b298-4268-83b9-5cd526153971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:49Z', 'updated_at': '2022-01-18T17:16:56Z', 'revision_number': 5, 'project_id': '09bf69f6abdb4a3083dce101c7984e29', 'subnets': [{'id': '92e52731-b298-4268-83b9-5cd526153971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-11-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:24:31.664691 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8501fa79-2c78-4e16-a0ae-ded79eb58166 req-54b0aa2d-d32f-49ad-9aee-3b0cd3847b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:24:31.666237 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-8501fa79-2c78-4e16-a0ae-ded79eb58166 req-54b0aa2d-d32f-49ad-9aee-3b0cd3847b3d service neutron] 10.222.0.105 "GET /v2.0/networks?id=0c17f545-2bb3-4abb-be71-29d5f95f2d88 HTTP/1.1" status: 200 len: 912 time: 0.1005390 Jan 18 17:24:31.692111 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a0ac70-a496-4e84-bd8f-4471e89df7dc None None] Checking router: 2e365302-71a6-4cdc-aaf8-2ff4eb24cb67 for host: dv-cinder-733623-11-iscsi {{(pid=103198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 17:24:31.700764 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a0ac70-a496-4e84-bd8f-4471e89df7dc None None] Routers {'2e365302-71a6-4cdc-aaf8-2ff4eb24cb67'} bound to L3 agent in host dv-cinder-733623-11-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 17:24:31.701380 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-e7a0ac70-a496-4e84-bd8f-4471e89df7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T17:04:58Z,description=,heartbeat_timestamp=2022-01-18T17:24:28Z,host='dv-cinder-733623-11-iscsi',id=34860b7f-7c9d-4265-9a0a-1b9bd2e1622e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T17:04:59Z,topic='l3_agent')) {'router_ids': ['2e365302-71a6-4cdc-aaf8-2ff4eb24cb67'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:24:31.710187 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-8501fa79-2c78-4e16-a0ae-ded79eb58166 req-8c90414e-1b05-4ee7-b094-666d288aa563 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82a4391a-4abd-45be-9579-6933d0d9911f HTTP/1.1" status: 200 len: 217 time: 0.0363572 Jan 18 17:24:31.798274 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8501fa79-2c78-4e16-a0ae-ded79eb58166 req-582330fb-d8c3-4ddf-959b-5bee2c1a81e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:24:31.800624 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-8501fa79-2c78-4e16-a0ae-ded79eb58166 req-582330fb-d8c3-4ddf-959b-5bee2c1a81e4 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=92e52731-b298-4268-83b9-5cd526153971 HTTP/1.1" status: 200 len: 850 time: 0.0806692 Jan 18 17:24:31.809773 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7269ed4f-d3ca-40e2-aaaf-fb9b87f79a83 req-3e7819f0-77b0-4add-8ddd-8e590f520571 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:24:31.811253 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-7269ed4f-d3ca-40e2-aaaf-fb9b87f79a83 req-3e7819f0-77b0-4add-8ddd-8e590f520571 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/ports?device_id=ad02c9ea-c7e0-4ab4-a0fd-5b8fab661e77 HTTP/1.1" status: 200 len: 946 time: 0.1690898 Jan 18 17:24:31.827265 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-e7a0ac70-a496-4e84-bd8f-4471e89df7dc None None] Set router 2e365302-71a6-4cdc-aaf8-2ff4eb24cb67 gateway port host: dv-cinder-733623-11-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 17:24:31.885251 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-7269ed4f-d3ca-40e2-aaaf-fb9b87f79a83 req-dca9c9de-3806-4eff-a53a-4b0e4815e339 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/security-groups?id=3146ca4f-c802-403d-b3a8-374af26132ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640233 Jan 18 17:24:31.887938 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8501fa79-2c78-4e16-a0ae-ded79eb58166 req-a70bcf55-5618-4325-80a6-6ac7b30cc88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:24:31.889777 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-8501fa79-2c78-4e16-a0ae-ded79eb58166 req-a70bcf55-5618-4325-80a6-6ac7b30cc88c service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=0c17f545-2bb3-4abb-be71-29d5f95f2d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0776095 Jan 18 17:24:31.905144 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (a6f837d2-7b5b-4cd3-9c28-296017d8b8e6), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:31.985670 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-8501fa79-2c78-4e16-a0ae-ded79eb58166 req-26948ecf-8965-4944-b1c8-53d39381726f service neutron] 10.222.0.105 "GET /v2.0/networks/0c17f545-2bb3-4abb-be71-29d5f95f2d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895560 Jan 18 17:24:32.058589 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-e7a0ac70-a496-4e84-bd8f-4471e89df7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e365302-71a6-4cdc-aaf8-2ff4eb24cb67', 'name': 'tempest-TestVolumeBootPattern-168893207-router', 'tenant_id': '09bf69f6abdb4a3083dce101c7984e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'b335151e-254a-4744-a80a-19590b3125c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:16:42Z', 'updated_at': '2022-01-18T17:16:50Z', 'revision_number': 4, 'project_id': '09bf69f6abdb4a3083dce101c7984e29', 'gw_port': {'id': 'b335151e-254a-4744-a80a-19590b3125c0', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e365302-71a6-4cdc-aaf8-2ff4eb24cb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:44Z', 'updated_at': '2022-01-18T17:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi', '_floatingips': [{'id': 'd71a4997-96e6-401d-a4eb-e080549974f8', 'tenant_id': '09bf69f6abdb4a3083dce101c7984e29', 'floating_ip_address': '172.27.1.156', 'floating_network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'router_id': '2e365302-71a6-4cdc-aaf8-2ff4eb24cb67', 'port_id': 'f0b30660-9680-4714-b984-740e50756a13', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c17f545-2bb3-4abb-be71-29d5f95f2d88', 'mac_address': 'fa:16:3e:1c:29:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632bbe0b-9c86-4143-8cc5-baa6f976933d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T17:20:35Z', 'updated_at': '2022-01-18T17:20:37Z', 'revision_number': 1, 'project_id': '09bf69f6abdb4a3083dce101c7984e29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2c8d537-91bc-432b-8688-4b0039e89285', 'name': '', 'network_id': '0c17f545-2bb3-4abb-be71-29d5f95f2d88', 'tenant_id': '09bf69f6abdb4a3083dce101c7984e29', 'mac_address': 'fa:16:3e:07:c9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e365302-71a6-4cdc-aaf8-2ff4eb24cb67', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '92e52731-b298-4268-83b9-5cd526153971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:49Z', 'updated_at': '2022-01-18T17:16:56Z', 'revision_number': 5, 'project_id': '09bf69f6abdb4a3083dce101c7984e29', 'subnets': [{'id': '92e52731-b298-4268-83b9-5cd526153971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-11-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:24:32.074129 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-8501fa79-2c78-4e16-a0ae-ded79eb58166 req-53e4087c-f1c3-4707-914f-b6b0d216b71c service neutron] 10.222.0.105 "GET /v2.0/networks/0c17f545-2bb3-4abb-be71-29d5f95f2d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826652 Jan 18 17:24:32.089410 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a0ac70-a496-4e84-bd8f-4471e89df7dc None None] The sync data for ids ['2e365302-71a6-4cdc-aaf8-2ff4eb24cb67'] in dv-cinder-733623-11-iscsi is: [{'id': '2e365302-71a6-4cdc-aaf8-2ff4eb24cb67', 'name': 'tempest-TestVolumeBootPattern-168893207-router', 'tenant_id': '09bf69f6abdb4a3083dce101c7984e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'b335151e-254a-4744-a80a-19590b3125c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:16:42Z', 'updated_at': '2022-01-18T17:16:50Z', 'revision_number': 4, 'project_id': '09bf69f6abdb4a3083dce101c7984e29', 'gw_port': {'id': 'b335151e-254a-4744-a80a-19590b3125c0', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e365302-71a6-4cdc-aaf8-2ff4eb24cb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:44Z', 'updated_at': '2022-01-18T17:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi', '_floatingips': [{'id': 'd71a4997-96e6-401d-a4eb-e080549974f8', 'tenant_id': '09bf69f6abdb4a3083dce101c7984e29', 'floating_ip_address': '172.27.1.156', 'floating_network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'router_id': '2e365302-71a6-4cdc-aaf8-2ff4eb24cb67', 'port_id': 'f0b30660-9680-4714-b984-740e50756a13', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c17f545-2bb3-4abb-be71-29d5f95f2d88', 'mac_address': 'fa:16:3e:1c:29:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632bbe0b-9c86-4143-8cc5-baa6f976933d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T17:20:35Z', 'updated_at': '2022-01-18T17:20:37Z', 'revision_number': 1, 'project_id': '09bf69f6abdb4a3083dce101c7984e29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2c8d537-91bc-432b-8688-4b0039e89285', 'name': '', 'network_id': '0c17f545-2bb3-4abb-be71-29d5f95f2d88', 'tenant_id': '09bf69f6abdb4a3083dce101c7984e29', 'mac_address': 'fa:16:3e:07:c9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e365302-71a6-4cdc-aaf8-2ff4eb24cb67', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '92e52731-b298-4268-83b9-5cd526153971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:49Z', 'updated_at': '2022-01-18T17:16:56Z', 'revision_number': 5, 'project_id': '09bf69f6abdb4a3083dce101c7984e29', 'subnets': [{'id': '92e52731-b298-4268-83b9-5cd526153971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 17:24:32.316741 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc118453-c974-4ba9-b965-2363c07dd936 None None] New status for floating IP 524c702d-a925-4a73-a8b4-ab5a9dd0d5c4: DOWN {{(pid=103199) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 17:24:33.070955 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594e8af3-8254-43b9-9f15-05084232a89f req-bc396651-d56a-482f-9b56-c1612628b4b0 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:24:33.072487 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-594e8af3-8254-43b9-9f15-05084232a89f req-bc396651-d56a-482f-9b56-c1612628b4b0 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/ports?device_id=ad02c9ea-c7e0-4ab4-a0fd-5b8fab661e77 HTTP/1.1" status: 200 len: 946 time: 0.1155989 Jan 18 17:24:33.123227 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-594e8af3-8254-43b9-9f15-05084232a89f req-97d511bc-1e1f-43a1-b2fa-afde9fa4e343 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/security-groups?id=3146ca4f-c802-403d-b3a8-374af26132ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450327 Jan 18 17:24:33.171202 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591f1b77-3be3-4494-b0cd-9615706c2368 req-b0699619-5bb7-446f-8a1e-46be85e63948 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:24:33.173755 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-591f1b77-3be3-4494-b0cd-9615706c2368 req-b0699619-5bb7-446f-8a1e-46be85e63948 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.105 "GET /v2.0/ports?device_id=ad02c9ea-c7e0-4ab4-a0fd-5b8fab661e77 HTTP/1.1" status: 200 len: 946 time: 0.0527043 Jan 18 17:24:33.269963 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [req-591f1b77-3be3-4494-b0cd-9615706c2368 req-6ef232c6-3fac-493c-ad29-223f04ca42b4 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Deleting port 82a4391a-4abd-45be-9579-6933d0d9911f {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 17:24:33.270305 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-591f1b77-3be3-4494-b0cd-9615706c2368 req-6ef232c6-3fac-493c-ad29-223f04ca42b4 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785612421596'] for port (82a4391a-4abd-45be-9579-6933d0d9911f), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:33.361275 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [req-591f1b77-3be3-4494-b0cd-9615706c2368 req-6ef232c6-3fac-493c-ad29-223f04ca42b4 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] For port 82a4391a-4abd-45be-9579-6933d0d9911f, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=82a4391a-4abd-45be-9579-6933d0d9911f,segment=NetworkSegment(b197157d-823a-4011-83db-be9afc8ebd7f),segment_id=b197157d-823a-4011-83db-be9afc8ebd7f)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:24:33.361634 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-591f1b77-3be3-4494-b0cd-9615706c2368 req-6ef232c6-3fac-493c-ad29-223f04ca42b4 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653228'] for port (82a4391a-4abd-45be-9579-6933d0d9911f), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:33.375873 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [req-591f1b77-3be3-4494-b0cd-9615706c2368 req-6ef232c6-3fac-493c-ad29-223f04ca42b4 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Calling delete_port for 82a4391a-4abd-45be-9579-6933d0d9911f owned by compute:nova {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 17:24:33.562114 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-591f1b77-3be3-4494-b0cd-9615706c2368 req-6ef232c6-3fac-493c-ad29-223f04ca42b4 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785612430192', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785611913813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4300409'] for port (82a4391a-4abd-45be-9579-6933d0d9911f), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:33.592039 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef232c6-3fac-493c-ad29-223f04ca42b4 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Pushing event deleted for resources: {'Port': ['ID=82a4391a-4abd-45be-9579-6933d0d9911f,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:24:33.652754 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [req-591f1b77-3be3-4494-b0cd-9615706c2368 req-6ef232c6-3fac-493c-ad29-223f04ca42b4 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] No DVR routers for this DVR port 82a4391a-4abd-45be-9579-6933d0d9911f on host hv-cinder-73362 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 17:24:33.652754 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-591f1b77-3be3-4494-b0cd-9615706c2368 req-6ef232c6-3fac-493c-ad29-223f04ca42b4 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1923895'] for port (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:33.652754 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-591f1b77-3be3-4494-b0cd-9615706c2368 req-6ef232c6-3fac-493c-ad29-223f04ca42b4 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.105 "DELETE /v2.0/ports/82a4391a-4abd-45be-9579-6933d0d9911f HTTP/1.1" status: 204 len: 173 time: 0.4722931 Jan 18 17:24:33.652754 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad02c9ea-c7e0-4ab4-a0fd-5b8fab661e77', 'name': 'network-vif-deleted', 'tag': '82a4391a-4abd-45be-9579-6933d0d9911f'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 17:24:33.653597 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dae96983658fa47cc55ad2b43631f290e6eb934f25c74fb238f11dfd9473403c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a1927aa-18a9-4162-ba0f-1b4453556a72" -d '{"events": [{"server_uuid": "ad02c9ea-c7e0-4ab4-a0fd-5b8fab661e77", "name": "network-vif-deleted", "tag": "82a4391a-4abd-45be-9579-6933d0d9911f"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 17:24:33.693363 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 17:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e3ab5af-0b82-42a0-b015-320ccbf9820b x-openstack-request-id: req-6e3ab5af-0b82-42a0-b015-320ccbf9820b {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 17:24:33.693658 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad02c9ea-c7e0-4ab4-a0fd-5b8fab661e77", "name": "network-vif-deleted", "tag": "82a4391a-4abd-45be-9579-6933d0d9911f", "status": "completed", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 17:24:33.693906 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-6e3ab5af-0b82-42a0-b015-320ccbf9820b {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 17:24:33.694302 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad02c9ea-c7e0-4ab4-a0fd-5b8fab661e77', 'name': 'network-vif-deleted', 'tag': '82a4391a-4abd-45be-9579-6933d0d9911f', 'status': 'completed', 'code': 200} Jan 18 17:24:34.249546 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-f1213a92-e745-44b9-899e-fd289337a27d req-baca27fa-0e64-4981-a353-d65dc4d9866e tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/ports?device_id=ad02c9ea-c7e0-4ab4-a0fd-5b8fab661e77 HTTP/1.1" status: 200 len: 210 time: 0.0279558 Jan 18 17:24:36.829973 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Device 82a4391a-4abd-45be-9579-6933d0d9911f no longer exists at agent hyperv_hv-cinder-73362 {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 17:24:36.852145 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] No Port match for: 82a4391a-4abd-45be-9579-6933d0d9911f {{(pid=103198) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 17:24:36.852489 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Device 82a4391a-4abd-45be-9579-6933d0d9911f not bound to the agent host hv-cinder-73362 {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 17:24:37.699634 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 33234) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:24:37.857032 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-eb1cc311-40c3-4a29-86a3-f528538e65be tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Deleting port 92d8a62f-bb2b-40b3-855d-34354575dfd6 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 17:24:37.857370 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-eb1cc311-40c3-4a29-86a3-f528538e65be tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785612421596'] for port (92d8a62f-bb2b-40b3-855d-34354575dfd6), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:37.930644 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-eb1cc311-40c3-4a29-86a3-f528538e65be tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653228'] for port (92d8a62f-bb2b-40b3-855d-34354575dfd6), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:37.930966 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-eb1cc311-40c3-4a29-86a3-f528538e65be tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Publish callbacks [] for floatingip (92d8a62f-bb2b-40b3-855d-34354575dfd6), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:37.943629 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-eb1cc311-40c3-4a29-86a3-f528538e65be tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Calling delete_port for 92d8a62f-bb2b-40b3-855d-34354575dfd6 owned by network:floatingip {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 17:24:38.151025 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-eb1cc311-40c3-4a29-86a3-f528538e65be tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785612430192', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785611913813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4300409'] for port (92d8a62f-bb2b-40b3-855d-34354575dfd6), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:38.176929 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1cc311-40c3-4a29-86a3-f528538e65be tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Pushing event deleted for resources: {'Port': ['ID=92d8a62f-bb2b-40b3-855d-34354575dfd6,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:24:38.240561 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-eb1cc311-40c3-4a29-86a3-f528538e65be tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Publish callbacks [] for floatingip (d71a4997-96e6-401d-a4eb-e080549974f8), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:38.240887 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.db.l3_db [None req-eb1cc311-40c3-4a29-86a3-f528538e65be tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Floating IP d71a4997-96e6-401d-a4eb-e080549974f8 disassociated (deleted). External IP: 172.27.1.156, port: f0b30660-9680-4714-b984-740e50756a13. Jan 18 17:24:38.457032 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb1cc311-40c3-4a29-86a3-f528538e65be tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Router 2e365302-71a6-4cdc-aaf8-2ff4eb24cb67 has already been hosted by L3 agent 34860b7f-7c9d-4265-9a0a-1b9bd2e1622e {{(pid=103196) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 17:24:38.845408 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb1cc311-40c3-4a29-86a3-f528538e65be tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Notify agent at l3_agent.dv-cinder-733623-11-iscsi the message routers_updated {{(pid=103196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 17:24:38.851217 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-eb1cc311-40c3-4a29-86a3-f528538e65be tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1923895'] for floatingip (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:38.856522 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6530ed04-c6be-47fa-ab46-3c935b9b784d None None] Sync routers for ids ['2e365302-71a6-4cdc-aaf8-2ff4eb24cb67'] in dv-cinder-733623-11-iscsi {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 17:24:38.866282 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6530ed04-c6be-47fa-ab46-3c935b9b784d None None] Routers {'2e365302-71a6-4cdc-aaf8-2ff4eb24cb67'} bound to L3 agent in host dv-cinder-733623-11-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 17:24:38.866905 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-6530ed04-c6be-47fa-ab46-3c935b9b784d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T17:04:58Z,description=,heartbeat_timestamp=2022-01-18T17:24:28Z,host='dv-cinder-733623-11-iscsi',id=34860b7f-7c9d-4265-9a0a-1b9bd2e1622e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T17:04:59Z,topic='l3_agent')) {'router_ids': ['2e365302-71a6-4cdc-aaf8-2ff4eb24cb67'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:24:38.878076 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-eb1cc311-40c3-4a29-86a3-f528538e65be tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "DELETE /v2.0/floatingips/d71a4997-96e6-401d-a4eb-e080549974f8 HTTP/1.1" status: 204 len: 168 time: 1.1771727 Jan 18 17:24:38.879134 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '632bbe0b-9c86-4143-8cc5-baa6f976933d', 'tag': 'f0b30660-9680-4714-b984-740e50756a13'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 17:24:38.882610 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dae96983658fa47cc55ad2b43631f290e6eb934f25c74fb238f11dfd9473403c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4247e267-ef65-440a-bbb6-59b030bb36a5" -d '{"events": [{"name": "network-changed", "server_uuid": "632bbe0b-9c86-4143-8cc5-baa6f976933d", "tag": "f0b30660-9680-4714-b984-740e50756a13"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 17:24:38.920161 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 17:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f8effd-601e-4cb0-aa5c-7c3bce88f33b x-openstack-request-id: req-50f8effd-601e-4cb0-aa5c-7c3bce88f33b {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 17:24:38.920486 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "632bbe0b-9c86-4143-8cc5-baa6f976933d", "tag": "f0b30660-9680-4714-b984-740e50756a13", "status": "completed", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 17:24:38.920790 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-50f8effd-601e-4cb0-aa5c-7c3bce88f33b {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 17:24:38.921203 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '632bbe0b-9c86-4143-8cc5-baa6f976933d', 'tag': 'f0b30660-9680-4714-b984-740e50756a13', 'status': 'completed', 'code': 200} Jan 18 17:24:38.986031 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4247e267-ef65-440a-bbb6-59b030bb36a5 req-0392eb37-14c6-43ec-9adb-572f7f9dd28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:24:38.986710 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-6530ed04-c6be-47fa-ab46-3c935b9b784d None None] Set router 2e365302-71a6-4cdc-aaf8-2ff4eb24cb67 gateway port host: dv-cinder-733623-11-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 17:24:38.987573 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-4247e267-ef65-440a-bbb6-59b030bb36a5 req-0392eb37-14c6-43ec-9adb-572f7f9dd28d service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=09bf69f6abdb4a3083dce101c7984e29&device_id=632bbe0b-9c86-4143-8cc5-baa6f976933d HTTP/1.1" status: 200 len: 1098 time: 0.0433874 Jan 18 17:24:39.077408 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4247e267-ef65-440a-bbb6-59b030bb36a5 req-c1c5c342-5e0f-43de-82d6-f1ca698d4552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:24:39.078903 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-4247e267-ef65-440a-bbb6-59b030bb36a5 req-c1c5c342-5e0f-43de-82d6-f1ca698d4552 service neutron] 10.222.0.105 "GET /v2.0/networks?id=0c17f545-2bb3-4abb-be71-29d5f95f2d88 HTTP/1.1" status: 200 len: 912 time: 0.0859041 Jan 18 17:24:39.123737 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-4247e267-ef65-440a-bbb6-59b030bb36a5 req-1baad442-5032-4939-83cd-f425c0c92dfa service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f0b30660-9680-4714-b984-740e50756a13 HTTP/1.1" status: 200 len: 217 time: 0.0391505 Jan 18 17:24:39.177918 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4247e267-ef65-440a-bbb6-59b030bb36a5 req-38f8441e-2787-4f5e-ada6-724dd272470b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:24:39.180203 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-4247e267-ef65-440a-bbb6-59b030bb36a5 req-38f8441e-2787-4f5e-ada6-724dd272470b service neutron] 10.222.0.105 "GET /v2.0/subnets?id=92e52731-b298-4268-83b9-5cd526153971 HTTP/1.1" status: 200 len: 850 time: 0.0507205 Jan 18 17:24:39.237317 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4247e267-ef65-440a-bbb6-59b030bb36a5 req-83a3cebd-90ac-47b9-bfc4-15758f49291c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:24:39.243432 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-4247e267-ef65-440a-bbb6-59b030bb36a5 req-83a3cebd-90ac-47b9-bfc4-15758f49291c service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=0c17f545-2bb3-4abb-be71-29d5f95f2d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0527134 Jan 18 17:24:39.346070 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-6530ed04-c6be-47fa-ab46-3c935b9b784d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e365302-71a6-4cdc-aaf8-2ff4eb24cb67', 'name': 'tempest-TestVolumeBootPattern-168893207-router', 'tenant_id': '09bf69f6abdb4a3083dce101c7984e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'b335151e-254a-4744-a80a-19590b3125c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:16:42Z', 'updated_at': '2022-01-18T17:16:50Z', 'revision_number': 4, 'project_id': '09bf69f6abdb4a3083dce101c7984e29', 'gw_port': {'id': 'b335151e-254a-4744-a80a-19590b3125c0', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e365302-71a6-4cdc-aaf8-2ff4eb24cb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:44Z', 'updated_at': '2022-01-18T17:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi', '_interfaces': [{'id': 'a2c8d537-91bc-432b-8688-4b0039e89285', 'name': '', 'network_id': '0c17f545-2bb3-4abb-be71-29d5f95f2d88', 'tenant_id': '09bf69f6abdb4a3083dce101c7984e29', 'mac_address': 'fa:16:3e:07:c9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e365302-71a6-4cdc-aaf8-2ff4eb24cb67', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '92e52731-b298-4268-83b9-5cd526153971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:49Z', 'updated_at': '2022-01-18T17:16:56Z', 'revision_number': 5, 'project_id': '09bf69f6abdb4a3083dce101c7984e29', 'subnets': [{'id': '92e52731-b298-4268-83b9-5cd526153971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-11-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:24:39.375326 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49bcf73-7ef8-418d-b25f-ec11ca2325f1 req-b1e516c5-85ec-4cf4-bc5d-fda6c57f4910 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:24:39.376692 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c49bcf73-7ef8-418d-b25f-ec11ca2325f1 req-b1e516c5-85ec-4cf4-bc5d-fda6c57f4910 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/ports?device_id=632bbe0b-9c86-4143-8cc5-baa6f976933d HTTP/1.1" status: 200 len: 945 time: 0.0790207 Jan 18 17:24:39.380390 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-4247e267-ef65-440a-bbb6-59b030bb36a5 req-0acdac1e-5561-4202-949e-0537108a21ab service neutron] 10.222.0.105 "GET /v2.0/networks/0c17f545-2bb3-4abb-be71-29d5f95f2d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334507 Jan 18 17:24:39.381152 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6530ed04-c6be-47fa-ab46-3c935b9b784d None None] Checking router: 2e365302-71a6-4cdc-aaf8-2ff4eb24cb67 for host: dv-cinder-733623-11-iscsi {{(pid=103198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 17:24:39.390682 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6530ed04-c6be-47fa-ab46-3c935b9b784d None None] Routers {'2e365302-71a6-4cdc-aaf8-2ff4eb24cb67'} bound to L3 agent in host dv-cinder-733623-11-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 17:24:39.391312 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-6530ed04-c6be-47fa-ab46-3c935b9b784d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T17:04:58Z,description=,heartbeat_timestamp=2022-01-18T17:24:28Z,host='dv-cinder-733623-11-iscsi',id=34860b7f-7c9d-4265-9a0a-1b9bd2e1622e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T17:04:59Z,topic='l3_agent')) {'router_ids': ['2e365302-71a6-4cdc-aaf8-2ff4eb24cb67'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:24:39.484704 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c49bcf73-7ef8-418d-b25f-ec11ca2325f1 req-db5dcac4-ac41-4f1f-aa4c-30d90babea95 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/security-groups?id=3146ca4f-c802-403d-b3a8-374af26132ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012046 Jan 18 17:24:39.504317 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-6530ed04-c6be-47fa-ab46-3c935b9b784d None None] Set router 2e365302-71a6-4cdc-aaf8-2ff4eb24cb67 gateway port host: dv-cinder-733623-11-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 17:24:39.515580 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-4247e267-ef65-440a-bbb6-59b030bb36a5 req-709d687d-ba6b-47af-90cb-4ba02f015926 service neutron] 10.222.0.105 "GET /v2.0/networks/0c17f545-2bb3-4abb-be71-29d5f95f2d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262021 Jan 18 17:24:39.710350 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-6530ed04-c6be-47fa-ab46-3c935b9b784d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e365302-71a6-4cdc-aaf8-2ff4eb24cb67', 'name': 'tempest-TestVolumeBootPattern-168893207-router', 'tenant_id': '09bf69f6abdb4a3083dce101c7984e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'b335151e-254a-4744-a80a-19590b3125c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:16:42Z', 'updated_at': '2022-01-18T17:16:50Z', 'revision_number': 4, 'project_id': '09bf69f6abdb4a3083dce101c7984e29', 'gw_port': {'id': 'b335151e-254a-4744-a80a-19590b3125c0', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e365302-71a6-4cdc-aaf8-2ff4eb24cb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:44Z', 'updated_at': '2022-01-18T17:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi', '_interfaces': [{'id': 'a2c8d537-91bc-432b-8688-4b0039e89285', 'name': '', 'network_id': '0c17f545-2bb3-4abb-be71-29d5f95f2d88', 'tenant_id': '09bf69f6abdb4a3083dce101c7984e29', 'mac_address': 'fa:16:3e:07:c9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e365302-71a6-4cdc-aaf8-2ff4eb24cb67', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '92e52731-b298-4268-83b9-5cd526153971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:49Z', 'updated_at': '2022-01-18T17:16:56Z', 'revision_number': 5, 'project_id': '09bf69f6abdb4a3083dce101c7984e29', 'subnets': [{'id': '92e52731-b298-4268-83b9-5cd526153971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733623-11-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:24:39.736664 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6530ed04-c6be-47fa-ab46-3c935b9b784d None None] The sync data for ids ['2e365302-71a6-4cdc-aaf8-2ff4eb24cb67'] in dv-cinder-733623-11-iscsi is: [{'id': '2e365302-71a6-4cdc-aaf8-2ff4eb24cb67', 'name': 'tempest-TestVolumeBootPattern-168893207-router', 'tenant_id': '09bf69f6abdb4a3083dce101c7984e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'b335151e-254a-4744-a80a-19590b3125c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:16:42Z', 'updated_at': '2022-01-18T17:16:50Z', 'revision_number': 4, 'project_id': '09bf69f6abdb4a3083dce101c7984e29', 'gw_port': {'id': 'b335151e-254a-4744-a80a-19590b3125c0', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e365302-71a6-4cdc-aaf8-2ff4eb24cb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:44Z', 'updated_at': '2022-01-18T17:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi', '_interfaces': [{'id': 'a2c8d537-91bc-432b-8688-4b0039e89285', 'name': '', 'network_id': '0c17f545-2bb3-4abb-be71-29d5f95f2d88', 'tenant_id': '09bf69f6abdb4a3083dce101c7984e29', 'mac_address': 'fa:16:3e:07:c9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e365302-71a6-4cdc-aaf8-2ff4eb24cb67', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '92e52731-b298-4268-83b9-5cd526153971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:49Z', 'updated_at': '2022-01-18T17:16:56Z', 'revision_number': 5, 'project_id': '09bf69f6abdb4a3083dce101c7984e29', 'subnets': [{'id': '92e52731-b298-4268-83b9-5cd526153971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 17:24:39.960452 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb35369-6ff8-456e-9066-984559b50b53 None None] New status for floating IP d71a4997-96e6-401d-a4eb-e080549974f8: DOWN {{(pid=103199) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 17:24:40.603717 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef15f68e-fde6-4dc7-ba97-21b38c801927 req-32019fed-a906-4ada-9aa8-8b17ace2badc tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:24:40.605174 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-ef15f68e-fde6-4dc7-ba97-21b38c801927 req-32019fed-a906-4ada-9aa8-8b17ace2badc tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/ports?device_id=632bbe0b-9c86-4143-8cc5-baa6f976933d HTTP/1.1" status: 200 len: 945 time: 0.0505834 Jan 18 17:24:40.657933 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-ef15f68e-fde6-4dc7-ba97-21b38c801927 req-6b0f2478-ba57-4865-b868-79ae7f2d2821 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/security-groups?id=3146ca4f-c802-403d-b3a8-374af26132ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471799 Jan 18 17:24:40.718561 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45622dde-aed1-4455-80e6-870d5714354d req-aa642e6c-1a40-4a34-9a78-05a31519804e tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 17:24:40.720038 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-45622dde-aed1-4455-80e6-870d5714354d req-aa642e6c-1a40-4a34-9a78-05a31519804e tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.105 "GET /v2.0/ports?device_id=632bbe0b-9c86-4143-8cc5-baa6f976933d HTTP/1.1" status: 200 len: 945 time: 0.0498915 Jan 18 17:24:40.811950 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [req-45622dde-aed1-4455-80e6-870d5714354d req-de1c14c6-f0d1-47c4-a9c2-3f7dcc24fc71 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Deleting port f0b30660-9680-4714-b984-740e50756a13 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 17:24:40.812290 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-45622dde-aed1-4455-80e6-870d5714354d req-de1c14c6-f0d1-47c4-a9c2-3f7dcc24fc71 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785612421596'] for port (f0b30660-9680-4714-b984-740e50756a13), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:40.903186 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [req-45622dde-aed1-4455-80e6-870d5714354d req-de1c14c6-f0d1-47c4-a9c2-3f7dcc24fc71 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] For port f0b30660-9680-4714-b984-740e50756a13, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=f0b30660-9680-4714-b984-740e50756a13,segment=NetworkSegment(b197157d-823a-4011-83db-be9afc8ebd7f),segment_id=b197157d-823a-4011-83db-be9afc8ebd7f)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:24:40.903551 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-45622dde-aed1-4455-80e6-870d5714354d req-de1c14c6-f0d1-47c4-a9c2-3f7dcc24fc71 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653228'] for port (f0b30660-9680-4714-b984-740e50756a13), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:40.916947 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [req-45622dde-aed1-4455-80e6-870d5714354d req-de1c14c6-f0d1-47c4-a9c2-3f7dcc24fc71 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Calling delete_port for f0b30660-9680-4714-b984-740e50756a13 owned by compute:nova {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 17:24:41.110883 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-45622dde-aed1-4455-80e6-870d5714354d req-de1c14c6-f0d1-47c4-a9c2-3f7dcc24fc71 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785612430192', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785611913813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4300409'] for port (f0b30660-9680-4714-b984-740e50756a13), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:41.127957 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (e727efee-c94b-447a-9897-92f425521d05), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:41.138998 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1c14c6-f0d1-47c4-a9c2-3f7dcc24fc71 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Pushing event deleted for resources: {'Port': ['ID=f0b30660-9680-4714-b984-740e50756a13,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:24:41.185847 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [req-45622dde-aed1-4455-80e6-870d5714354d req-de1c14c6-f0d1-47c4-a9c2-3f7dcc24fc71 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] No DVR routers for this DVR port f0b30660-9680-4714-b984-740e50756a13 on host hv-cinder-73362 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 17:24:41.188338 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-45622dde-aed1-4455-80e6-870d5714354d req-de1c14c6-f0d1-47c4-a9c2-3f7dcc24fc71 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1923895'] for port (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:41.192780 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [req-45622dde-aed1-4455-80e6-870d5714354d req-de1c14c6-f0d1-47c4-a9c2-3f7dcc24fc71 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.105 "DELETE /v2.0/ports/f0b30660-9680-4714-b984-740e50756a13 HTTP/1.1" status: 204 len: 173 time: 0.4678588 Jan 18 17:24:41.193246 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '632bbe0b-9c86-4143-8cc5-baa6f976933d', 'name': 'network-vif-deleted', 'tag': 'f0b30660-9680-4714-b984-740e50756a13'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 17:24:41.195654 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.100/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dae96983658fa47cc55ad2b43631f290e6eb934f25c74fb238f11dfd9473403c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8c6aedd-de73-495a-8999-b4ca0fc9f194" -d '{"events": [{"server_uuid": "632bbe0b-9c86-4143-8cc5-baa6f976933d", "name": "network-vif-deleted", "tag": "f0b30660-9680-4714-b984-740e50756a13"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 17:24:41.231997 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 17:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4d1336b-9ed7-4dd1-9e6e-6cae660592b3 x-openstack-request-id: req-d4d1336b-9ed7-4dd1-9e6e-6cae660592b3 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 17:24:41.232291 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "632bbe0b-9c86-4143-8cc5-baa6f976933d", "name": "network-vif-deleted", "tag": "f0b30660-9680-4714-b984-740e50756a13", "status": "completed", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 17:24:41.232542 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.100/compute/v2.1/os-server-external-events used request id req-d4d1336b-9ed7-4dd1-9e6e-6cae660592b3 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 17:24:41.232947 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '632bbe0b-9c86-4143-8cc5-baa6f976933d', 'name': 'network-vif-deleted', 'tag': 'f0b30660-9680-4714-b984-740e50756a13', 'status': 'completed', 'code': 200} Jan 18 17:24:41.781505 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [req-dc202e1a-91cc-4437-a31c-6bcfc32a1ee6 req-5e0f3b2b-d397-4c2d-a586-b382c51086dc tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "GET /v2.0/ports?device_id=632bbe0b-9c86-4143-8cc5-baa6f976933d HTTP/1.1" status: 200 len: 210 time: 0.0331554 Jan 18 17:24:42.844414 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 33250) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:24:42.975361 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-c4d996b8-6dec-420e-9d79-af2d3c6be0ae tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Deleting port 7c619335-169b-4dcf-a0e4-5cfa73117d80 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 17:24:42.975735 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c4d996b8-6dec-420e-9d79-af2d3c6be0ae tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785612421596'] for port (7c619335-169b-4dcf-a0e4-5cfa73117d80), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:43.059747 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c4d996b8-6dec-420e-9d79-af2d3c6be0ae tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653228'] for port (7c619335-169b-4dcf-a0e4-5cfa73117d80), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:43.060051 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c4d996b8-6dec-420e-9d79-af2d3c6be0ae tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Publish callbacks [] for floatingip (7c619335-169b-4dcf-a0e4-5cfa73117d80), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:43.072956 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-c4d996b8-6dec-420e-9d79-af2d3c6be0ae tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Calling delete_port for 7c619335-169b-4dcf-a0e4-5cfa73117d80 owned by network:floatingip {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 17:24:43.259599 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c4d996b8-6dec-420e-9d79-af2d3c6be0ae tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785612430192', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785611913813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4300409'] for port (7c619335-169b-4dcf-a0e4-5cfa73117d80), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:43.290880 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d996b8-6dec-420e-9d79-af2d3c6be0ae tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Pushing event deleted for resources: {'Port': ['ID=7c619335-169b-4dcf-a0e4-5cfa73117d80,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:24:43.360075 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c4d996b8-6dec-420e-9d79-af2d3c6be0ae tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Publish callbacks [] for floatingip (de4fcacc-f0f7-45b4-a066-2d8ae7ef5507), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:43.363375 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c4d996b8-6dec-420e-9d79-af2d3c6be0ae tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1923895'] for floatingip (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:43.364940 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-c4d996b8-6dec-420e-9d79-af2d3c6be0ae tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "DELETE /v2.0/floatingips/de4fcacc-f0f7-45b4-a066-2d8ae7ef5507 HTTP/1.1" status: 204 len: 168 time: 0.5194371 Jan 18 17:24:44.774240 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 33262) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:24:44.831674 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-83dcac14-5c19-4be8-a914-9cc34f11a856 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Publish callbacks [] for security_group (3146ca4f-c802-403d-b3a8-374af26132ea), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:44.842604 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Device f0b30660-9680-4714-b984-740e50756a13 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 17:24:44.858398 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-83dcac14-5c19-4be8-a914-9cc34f11a856 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Publish callbacks [] for security_group (3146ca4f-c802-403d-b3a8-374af26132ea), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:44.865021 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] No Port match for: f0b30660-9680-4714-b984-740e50756a13 {{(pid=103198) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 17:24:44.869211 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Device f0b30660-9680-4714-b984-740e50756a13 not bound to the agent host hv-cinder-73362 {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 17:24:44.962051 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-83dcac14-5c19-4be8-a914-9cc34f11a856 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (3146ca4f-c802-403d-b3a8-374af26132ea), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:44.964818 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-83dcac14-5c19-4be8-a914-9cc34f11a856 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:44.965995 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-83dcac14-5c19-4be8-a914-9cc34f11a856 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] 10.222.0.100 "DELETE /v2.0/security-groups/3146ca4f-c802-403d-b3a8-374af26132ea HTTP/1.1" status: 204 len: 168 time: 0.1907697 Jan 18 17:24:44.975822 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dcac14-5c19-4be8-a914-9cc34f11a856 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3146ca4f-c802-403d-b3a8-374af26132ea,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:24:44.984430 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dcac14-5c19-4be8-a914-9cc34f11a856 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:24:44.984791 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dcac14-5c19-4be8-a914-9cc34f11a856 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:24:44.985151 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dcac14-5c19-4be8-a914-9cc34f11a856 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:24:44.985496 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dcac14-5c19-4be8-a914-9cc34f11a856 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:24:44.985837 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dcac14-5c19-4be8-a914-9cc34f11a856 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:24:44.986173 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dcac14-5c19-4be8-a914-9cc34f11a856 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:24:44.986514 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dcac14-5c19-4be8-a914-9cc34f11a856 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:24:44.986846 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dcac14-5c19-4be8-a914-9cc34f11a856 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:24:44.987207 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dcac14-5c19-4be8-a914-9cc34f11a856 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:24:44.987543 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dcac14-5c19-4be8-a914-9cc34f11a856 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:24:44.987874 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dcac14-5c19-4be8-a914-9cc34f11a856 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:24:44.988215 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dcac14-5c19-4be8-a914-9cc34f11a856 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:24:44.989214 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dcac14-5c19-4be8-a914-9cc34f11a856 tempest-TestVolumeBootPattern-1575574820 tempest-TestVolumeBootPattern-1575574820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:24:45.100187 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 33266) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:24:45.556465 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-79b45985-8c27-4841-9f4f-54a73749e258 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647695'] for router_interface (2e365302-71a6-4cdc-aaf8-2ff4eb24cb67), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:45.806196 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-79b45985-8c27-4841-9f4f-54a73749e258 admin admin] Deleting port a2c8d537-91bc-432b-8688-4b0039e89285 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 17:24:45.806823 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-79b45985-8c27-4841-9f4f-54a73749e258 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785612421596'] for port (a2c8d537-91bc-432b-8688-4b0039e89285), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:45.888753 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-79b45985-8c27-4841-9f4f-54a73749e258 admin admin] For port a2c8d537-91bc-432b-8688-4b0039e89285, host dv-cinder-733623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-11-iscsi',level=0,port_id=a2c8d537-91bc-432b-8688-4b0039e89285,segment=NetworkSegment(b197157d-823a-4011-83db-be9afc8ebd7f),segment_id=b197157d-823a-4011-83db-be9afc8ebd7f)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:24:45.889185 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-79b45985-8c27-4841-9f4f-54a73749e258 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653228'] for port (a2c8d537-91bc-432b-8688-4b0039e89285), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:45.906703 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-79b45985-8c27-4841-9f4f-54a73749e258 admin admin] Calling delete_port for a2c8d537-91bc-432b-8688-4b0039e89285 owned by network:router_interface {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 17:24:46.150203 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-79b45985-8c27-4841-9f4f-54a73749e258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785612430192', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785611913813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4300409'] for port (a2c8d537-91bc-432b-8688-4b0039e89285), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:46.176718 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b45985-8c27-4841-9f4f-54a73749e258 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2c8d537-91bc-432b-8688-4b0039e89285,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:24:46.346192 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-79b45985-8c27-4841-9f4f-54a73749e258 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646559'] for router_interface (2e365302-71a6-4cdc-aaf8-2ff4eb24cb67), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:46.559088 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79b45985-8c27-4841-9f4f-54a73749e258 admin admin] Router 2e365302-71a6-4cdc-aaf8-2ff4eb24cb67 has already been hosted by L3 agent 34860b7f-7c9d-4265-9a0a-1b9bd2e1622e {{(pid=103196) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 17:24:46.663747 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79b45985-8c27-4841-9f4f-54a73749e258 admin admin] Notify agent at l3_agent.dv-cinder-733623-11-iscsi the message routers_updated {{(pid=103196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 17:24:46.668751 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-79b45985-8c27-4841-9f4f-54a73749e258 admin admin] 10.222.0.100 "PUT /v2.0/routers/2e365302-71a6-4cdc-aaf8-2ff4eb24cb67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5675099 Jan 18 17:24:46.671429 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 33270) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:24:46.673616 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7e430b-03dd-4960-bd72-9eb4f12714e2 None None] Sync routers for ids ['2e365302-71a6-4cdc-aaf8-2ff4eb24cb67'] in dv-cinder-733623-11-iscsi {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 17:24:46.683194 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7e430b-03dd-4960-bd72-9eb4f12714e2 None None] Routers {'2e365302-71a6-4cdc-aaf8-2ff4eb24cb67'} bound to L3 agent in host dv-cinder-733623-11-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 17:24:46.683805 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-4e7e430b-03dd-4960-bd72-9eb4f12714e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T17:04:58Z,description=,heartbeat_timestamp=2022-01-18T17:24:28Z,host='dv-cinder-733623-11-iscsi',id=34860b7f-7c9d-4265-9a0a-1b9bd2e1622e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T17:04:59Z,topic='l3_agent')) {'router_ids': ['2e365302-71a6-4cdc-aaf8-2ff4eb24cb67'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:24:46.778268 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-c9d40a2c-5a06-43a0-857d-95c1b3954d73 admin admin] Publish callbacks [] for router (2e365302-71a6-4cdc-aaf8-2ff4eb24cb67), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:46.789852 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-4e7e430b-03dd-4960-bd72-9eb4f12714e2 None None] Set router 2e365302-71a6-4cdc-aaf8-2ff4eb24cb67 gateway port host: dv-cinder-733623-11-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 17:24:46.882662 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-c9d40a2c-5a06-43a0-857d-95c1b3954d73 admin admin] Publish callbacks [] for router_gateway (2e365302-71a6-4cdc-aaf8-2ff4eb24cb67), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:46.970163 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-4e7e430b-03dd-4960-bd72-9eb4f12714e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e365302-71a6-4cdc-aaf8-2ff4eb24cb67', 'name': 'tempest-TestVolumeBootPattern-168893207-router', 'tenant_id': '09bf69f6abdb4a3083dce101c7984e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': 'b335151e-254a-4744-a80a-19590b3125c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:16:42Z', 'updated_at': '2022-01-18T17:24:46Z', 'revision_number': 5, 'project_id': '09bf69f6abdb4a3083dce101c7984e29', 'gw_port': {'id': 'b335151e-254a-4744-a80a-19590b3125c0', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e365302-71a6-4cdc-aaf8-2ff4eb24cb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:44Z', 'updated_at': '2022-01-18T17:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi'}], 'dv-cinder-733623-11-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:24:46.997520 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7e430b-03dd-4960-bd72-9eb4f12714e2 None None] Checking router: 2e365302-71a6-4cdc-aaf8-2ff4eb24cb67 for host: dv-cinder-733623-11-iscsi {{(pid=103198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 17:24:47.006379 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7e430b-03dd-4960-bd72-9eb4f12714e2 None None] Routers {'2e365302-71a6-4cdc-aaf8-2ff4eb24cb67'} bound to L3 agent in host dv-cinder-733623-11-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 17:24:47.006989 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-4e7e430b-03dd-4960-bd72-9eb4f12714e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T17:04:58Z,description=,heartbeat_timestamp=2022-01-18T17:24:28Z,host='dv-cinder-733623-11-iscsi',id=34860b7f-7c9d-4265-9a0a-1b9bd2e1622e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T17:04:59Z,topic='l3_agent')) {'router_ids': ['2e365302-71a6-4cdc-aaf8-2ff4eb24cb67'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:24:47.016960 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.plugin [None req-c9d40a2c-5a06-43a0-857d-95c1b3954d73 admin admin] Deleting port b335151e-254a-4744-a80a-19590b3125c0 {{(pid=103197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 17:24:47.017301 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-c9d40a2c-5a06-43a0-857d-95c1b3954d73 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785612421596'] for port (b335151e-254a-4744-a80a-19590b3125c0), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:47.092255 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-4e7e430b-03dd-4960-bd72-9eb4f12714e2 None None] Set router 2e365302-71a6-4cdc-aaf8-2ff4eb24cb67 gateway port host: None {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 17:24:47.101577 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-c9d40a2c-5a06-43a0-857d-95c1b3954d73 admin admin] For port b335151e-254a-4744-a80a-19590b3125c0, host dv-cinder-733623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-11-iscsi',level=0,port_id=b335151e-254a-4744-a80a-19590b3125c0,segment=NetworkSegment(e313aa2e-7c8f-481c-b82b-97bbd998f4e0),segment_id=e313aa2e-7c8f-481c-b82b-97bbd998f4e0)] {{(pid=103197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:24:47.101946 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-c9d40a2c-5a06-43a0-857d-95c1b3954d73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653228'] for port (b335151e-254a-4744-a80a-19590b3125c0), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:47.115123 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.plugin [None req-c9d40a2c-5a06-43a0-857d-95c1b3954d73 admin admin] Calling delete_port for b335151e-254a-4744-a80a-19590b3125c0 owned by network:router_gateway {{(pid=103197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 17:24:47.148071 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-4e7e430b-03dd-4960-bd72-9eb4f12714e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e365302-71a6-4cdc-aaf8-2ff4eb24cb67', 'name': 'tempest-TestVolumeBootPattern-168893207-router', 'tenant_id': '09bf69f6abdb4a3083dce101c7984e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:16:42Z', 'updated_at': '2022-01-18T17:24:46Z', 'revision_number': 6, 'project_id': '09bf69f6abdb4a3083dce101c7984e29', 'gw_port_host': None}], 'dv-cinder-733623-11-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:24:47.175393 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7e430b-03dd-4960-bd72-9eb4f12714e2 None None] The sync data for ids ['2e365302-71a6-4cdc-aaf8-2ff4eb24cb67'] in dv-cinder-733623-11-iscsi is: [{'id': '2e365302-71a6-4cdc-aaf8-2ff4eb24cb67', 'name': 'tempest-TestVolumeBootPattern-168893207-router', 'tenant_id': '09bf69f6abdb4a3083dce101c7984e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:16:42Z', 'updated_at': '2022-01-18T17:24:46Z', 'revision_number': 6, 'project_id': '09bf69f6abdb4a3083dce101c7984e29', 'gw_port_host': None}] {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 17:24:47.316320 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-c9d40a2c-5a06-43a0-857d-95c1b3954d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785612430192', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785611913813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6115669'] for port (b335151e-254a-4744-a80a-19590b3125c0), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:47.341466 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d40a2c-5a06-43a0-857d-95c1b3954d73 admin admin] Pushing event deleted for resources: {'Port': ['ID=b335151e-254a-4744-a80a-19590b3125c0,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:24:47.404331 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-c9d40a2c-5a06-43a0-857d-95c1b3954d73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648001'] for router_gateway (2e365302-71a6-4cdc-aaf8-2ff4eb24cb67), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:47.499489 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-c9d40a2c-5a06-43a0-857d-95c1b3954d73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-646132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16105'] for router (2e365302-71a6-4cdc-aaf8-2ff4eb24cb67), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:47.501525 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-c9d40a2c-5a06-43a0-857d-95c1b3954d73 admin admin] Publish callbacks [] for router_controller (2e365302-71a6-4cdc-aaf8-2ff4eb24cb67), precommit_delete_associations {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:47.602107 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-c9d40a2c-5a06-43a0-857d-95c1b3954d73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-646125'] for router (2e365302-71a6-4cdc-aaf8-2ff4eb24cb67), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:47.603347 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9d40a2c-5a06-43a0-857d-95c1b3954d73 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e365302-71a6-4cdc-aaf8-2ff4eb24cb67 {{(pid=103197) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 17:24:47.611339 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-c9d40a2c-5a06-43a0-857d-95c1b3954d73 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:47.611339 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-c9d40a2c-5a06-43a0-857d-95c1b3954d73 admin admin] 10.222.0.100 "DELETE /v2.0/routers/2e365302-71a6-4cdc-aaf8-2ff4eb24cb67 HTTP/1.1" status: 204 len: 168 time: 0.9384422 Jan 18 17:24:47.614499 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 33272) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:24:47.658205 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9269847-2bcd-46d4-99d2-4e4f53a1e043 admin admin] Deleting subnet 92e52731-b298-4268-83b9-5cd526153971 {{(pid=103197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 17:24:47.661948 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-d9269847-2bcd-46d4-99d2-4e4f53a1e043 admin admin] Publish callbacks [] for subnet (92e52731-b298-4268-83b9-5cd526153971), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:47.695687 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-d9269847-2bcd-46d4-99d2-4e4f53a1e043 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6389724'] for subnet (92e52731-b298-4268-83b9-5cd526153971), precommit_delete_associations {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:47.775570 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-d9269847-2bcd-46d4-99d2-4e4f53a1e043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1557582'] for subnet (92e52731-b298-4268-83b9-5cd526153971), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:47.923303 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-d9269847-2bcd-46d4-99d2-4e4f53a1e043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6115704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4852999'] for subnet (92e52731-b298-4268-83b9-5cd526153971), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:47.951742 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-d9269847-2bcd-46d4-99d2-4e4f53a1e043 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526667'] for subnet (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:47.956202 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-d9269847-2bcd-46d4-99d2-4e4f53a1e043 admin admin] 10.222.0.100 "DELETE /v2.0/subnets/92e52731-b298-4268-83b9-5cd526153971 HTTP/1.1" status: 204 len: 168 time: 0.3407564 Jan 18 17:24:47.956871 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6f4745-cf00-4d0b-b941-ead393f31e9f None None] Network 0c17f545-2bb3-4abb-be71-29d5f95f2d88 requested from dv-cinder-733623-11-iscsi {{(pid=103198) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 17:24:47.958451 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9269847-2bcd-46d4-99d2-4e4f53a1e043 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92e52731-b298-4268-83b9-5cd526153971,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:24:47.959689 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.100', 33274) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:24:48.031873 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-456a52a1-e1f7-47d7-ad2b-20f0362276a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540870'] for network (0c17f545-2bb3-4abb-be71-29d5f95f2d88), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:48.097585 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-456a52a1-e1f7-47d7-ad2b-20f0362276a5 admin admin] Deleting port d9f5e101-f2bb-4e72-a792-de57ceb706f3 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 17:24:48.098716 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-456a52a1-e1f7-47d7-ad2b-20f0362276a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785612421596'] for port (d9f5e101-f2bb-4e72-a792-de57ceb706f3), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:48.126423 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54b7d3b-ce8b-4483-90d8-80a91e342fde None None] DHCP port deletion for 0c17f545-2bb3-4abb-be71-29d5f95f2d88 request from dv-cinder-733623-11-iscsi {{(pid=103198) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 17:24:48.163838 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-456a52a1-e1f7-47d7-ad2b-20f0362276a5 admin admin] For port d9f5e101-f2bb-4e72-a792-de57ceb706f3, host dv-cinder-733623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-11-iscsi',level=0,port_id=d9f5e101-f2bb-4e72-a792-de57ceb706f3,segment=NetworkSegment(b197157d-823a-4011-83db-be9afc8ebd7f),segment_id=b197157d-823a-4011-83db-be9afc8ebd7f)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:24:48.164209 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-456a52a1-e1f7-47d7-ad2b-20f0362276a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653228'] for port (d9f5e101-f2bb-4e72-a792-de57ceb706f3), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:48.179422 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-b54b7d3b-ce8b-4483-90d8-80a91e342fde None None] Deleting port d9f5e101-f2bb-4e72-a792-de57ceb706f3 {{(pid=103198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 17:24:48.179886 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-b54b7d3b-ce8b-4483-90d8-80a91e342fde None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785612421596'] for port (d9f5e101-f2bb-4e72-a792-de57ceb706f3), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:48.180136 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-456a52a1-e1f7-47d7-ad2b-20f0362276a5 admin admin] Calling delete_port for d9f5e101-f2bb-4e72-a792-de57ceb706f3 owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 17:24:48.267039 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-b54b7d3b-ce8b-4483-90d8-80a91e342fde None None] For port d9f5e101-f2bb-4e72-a792-de57ceb706f3, host dv-cinder-733623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-11-iscsi',level=0,port_id=d9f5e101-f2bb-4e72-a792-de57ceb706f3,segment=NetworkSegment(b197157d-823a-4011-83db-be9afc8ebd7f),segment_id=b197157d-823a-4011-83db-be9afc8ebd7f)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:24:48.267485 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-b54b7d3b-ce8b-4483-90d8-80a91e342fde None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653228'] for port (d9f5e101-f2bb-4e72-a792-de57ceb706f3), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:48.279910 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-b54b7d3b-ce8b-4483-90d8-80a91e342fde None None] Calling delete_port for d9f5e101-f2bb-4e72-a792-de57ceb706f3 owned by network:dhcp {{(pid=103198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 17:24:48.321877 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-456a52a1-e1f7-47d7-ad2b-20f0362276a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785612430192', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785611913813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4300409'] for port (d9f5e101-f2bb-4e72-a792-de57ceb706f3), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:48.350177 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456a52a1-e1f7-47d7-ad2b-20f0362276a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9f5e101-f2bb-4e72-a792-de57ceb706f3,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:24:48.351974 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456a52a1-e1f7-47d7-ad2b-20f0362276a5 admin admin] No DVR routers for this DVR port d9f5e101-f2bb-4e72-a792-de57ceb706f3 on host dv-cinder-733623-11-iscsi {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 17:24:48.355620 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-b54b7d3b-ce8b-4483-90d8-80a91e342fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785612430192', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785611913813'] for port (d9f5e101-f2bb-4e72-a792-de57ceb706f3), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:48.384650 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54b7d3b-ce8b-4483-90d8-80a91e342fde None None] Pushing event deleted for resources: {'Port': ['ID=d9f5e101-f2bb-4e72-a792-de57ceb706f3,revision_number=None']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:24:48.392400 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54b7d3b-ce8b-4483-90d8-80a91e342fde None None] No DVR routers for this DVR port d9f5e101-f2bb-4e72-a792-de57ceb706f3 on host dv-cinder-733623-11-iscsi {{(pid=103198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 17:24:48.394422 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54b7d3b-ce8b-4483-90d8-80a91e342fde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:24:48.394867 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54b7d3b-ce8b-4483-90d8-80a91e342fde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:24:48.395245 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54b7d3b-ce8b-4483-90d8-80a91e342fde None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:24:48.395748 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54b7d3b-ce8b-4483-90d8-80a91e342fde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:24:48.396090 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54b7d3b-ce8b-4483-90d8-80a91e342fde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:24:48.396434 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54b7d3b-ce8b-4483-90d8-80a91e342fde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:24:48.396767 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54b7d3b-ce8b-4483-90d8-80a91e342fde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:24:48.397101 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54b7d3b-ce8b-4483-90d8-80a91e342fde None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:24:48.397431 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54b7d3b-ce8b-4483-90d8-80a91e342fde None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:24:48.397761 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54b7d3b-ce8b-4483-90d8-80a91e342fde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:24:48.398089 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54b7d3b-ce8b-4483-90d8-80a91e342fde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:24:48.398415 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54b7d3b-ce8b-4483-90d8-80a91e342fde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:24:48.398739 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54b7d3b-ce8b-4483-90d8-80a91e342fde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-11-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 17:24:48.430841 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-456a52a1-e1f7-47d7-ad2b-20f0362276a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1561079', 'neutron.services.segments.db._delete_segments_for_network-8785612501023'] for network (0c17f545-2bb3-4abb-be71-29d5f95f2d88), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:48.450805 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.services.segments.db [None req-456a52a1-e1f7-47d7-ad2b-20f0362276a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c17f545-2bb3-4abb-be71-29d5f95f2d88']}} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:24:48.459982 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.services.segments.db [None req-456a52a1-e1f7-47d7-ad2b-20f0362276a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b197157d-823a-4011-83db-be9afc8ebd7f') {'for_net_delete': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:24:48.460276 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.services.segments.db [None req-456a52a1-e1f7-47d7-ad2b-20f0362276a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b197157d-823a-4011-83db-be9afc8ebd7f') {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:24:48.469360 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-456a52a1-e1f7-47d7-ad2b-20f0362276a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785612502312', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6178579'] for segment (b197157d-823a-4011-83db-be9afc8ebd7f), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:48.482854 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-456a52a1-e1f7-47d7-ad2b-20f0362276a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527697'] for segment (b197157d-823a-4011-83db-be9afc8ebd7f), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:48.490052 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-456a52a1-e1f7-47d7-ad2b-20f0362276a5 admin admin] Releasing vlan 257 on physical network physnet1 to pool {{(pid=103196) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 17:24:48.492689 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-456a52a1-e1f7-47d7-ad2b-20f0362276a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4300298'] for segment (b197157d-823a-4011-83db-be9afc8ebd7f), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:48.492900 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:24:48.492900 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:24:48.492900 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:24:48.492900 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:24:48.492900 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:24:48.492900 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:24:48.492900 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:24:48.492900 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:24:48.492900 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:24:48.492900 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:24:48.492900 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:24:48.492900 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:24:48.492900 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:24:48.492900 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:24:48.492900 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:24:48.492900 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:24:48.492900 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:24:48.492900 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:24:48.492900 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:24:48.492900 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:24:48.492900 dv-cinder-733623-11-iscsi neutron-server[103196]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 17:24:48.492900 dv-cinder-733623-11-iscsi neutron-server[103196]: warnings.warn(msg) Jan 18 17:24:48.492900 dv-cinder-733623-11-iscsi neutron-server[103196]: Traceback (most recent call last): Jan 18 17:24:48.492900 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 17:24:48.492900 dv-cinder-733623-11-iscsi neutron-server[103196]: timer() Jan 18 17:24:48.492900 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 17:24:48.492900 dv-cinder-733623-11-iscsi neutron-server[103196]: cb(*args, **kw) Jan 18 17:24:48.492900 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 17:24:48.492900 dv-cinder-733623-11-iscsi neutron-server[103196]: return func(*args, **kwargs) Jan 18 17:24:48.492900 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 17:24:48.492900 dv-cinder-733623-11-iscsi neutron-server[103196]: self._notify() Jan 18 17:24:48.492900 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 17:24:48.492900 dv-cinder-733623-11-iscsi neutron-server[103196]: self.callback(batched_events) Jan 18 17:24:48.492900 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 17:24:48.492900 dv-cinder-733623-11-iscsi neutron-server[103196]: event.method(event) Jan 18 17:24:48.492900 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 17:24:48.492900 dv-cinder-733623-11-iscsi neutron-server[103196]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 17:24:48.492900 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 17:24:48.492900 dv-cinder-733623-11-iscsi neutron-server[103196]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 17:24:48.492900 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 17:24:48.492900 dv-cinder-733623-11-iscsi neutron-server[103196]: return f(self, *a, **k) Jan 18 17:24:48.492900 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 17:24:48.492900 dv-cinder-733623-11-iscsi neutron-server[103196]: return self._get(url).json() Jan 18 17:24:48.492900 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 17:24:48.492900 dv-cinder-733623-11-iscsi neutron-server[103196]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 17:24:48.492900 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 17:24:48.492900 dv-cinder-733623-11-iscsi neutron-server[103196]: return self.request(url, 'GET', **kwargs) Jan 18 17:24:48.492900 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 17:24:48.492900 dv-cinder-733623-11-iscsi neutron-server[103196]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 17:24:48.492900 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 17:24:48.492900 dv-cinder-733623-11-iscsi neutron-server[103196]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 17:24:48.492900 dv-cinder-733623-11-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 17:24:48.492900 dv-cinder-733623-11-iscsi neutron-server[103196]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 17:24:48.492900 dv-cinder-733623-11-iscsi neutron-server[103196]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 17:24:48.589967 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-456a52a1-e1f7-47d7-ad2b-20f0362276a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647965'] for network (0c17f545-2bb3-4abb-be71-29d5f95f2d88), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:48.595258 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-456a52a1-e1f7-47d7-ad2b-20f0362276a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526667'] for network (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:48.599225 dv-cinder-733623-11-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-456a52a1-e1f7-47d7-ad2b-20f0362276a5 admin admin] 10.222.0.100 "DELETE /v2.0/networks/0c17f545-2bb3-4abb-be71-29d5f95f2d88 HTTP/1.1" status: 204 len: 168 time: 0.6378860 Jan 18 17:24:48.602787 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 33276) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:24:48.610151 dv-cinder-733623-11-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456a52a1-e1f7-47d7-ad2b-20f0362276a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c17f545-2bb3-4abb-be71-29d5f95f2d88,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:24:48.946089 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-8c3e3f51-219a-4859-a8a0-507ec581b929 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647695'] for router_interface (71a4458d-c6a5-4f6d-ba76-cfb8d3df1179), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:49.190056 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.plugin [None req-8c3e3f51-219a-4859-a8a0-507ec581b929 admin admin] Deleting port b9f8ea17-f2e2-4152-a2af-bc52d3380518 {{(pid=103197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 17:24:49.190403 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-8c3e3f51-219a-4859-a8a0-507ec581b929 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785612421596'] for port (b9f8ea17-f2e2-4152-a2af-bc52d3380518), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:49.258991 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Device a2c8d537-91bc-432b-8688-4b0039e89285 no longer exists at agent ovs-agent-dv-cinder-733623-11-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 17:24:49.270955 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-8c3e3f51-219a-4859-a8a0-507ec581b929 admin admin] For port b9f8ea17-f2e2-4152-a2af-bc52d3380518, host dv-cinder-733623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-11-iscsi',level=0,port_id=b9f8ea17-f2e2-4152-a2af-bc52d3380518,segment=NetworkSegment(2363e067-2e81-48bb-a9e9-2cf3dcf8c264),segment_id=2363e067-2e81-48bb-a9e9-2cf3dcf8c264)] {{(pid=103197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:24:49.272858 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-8c3e3f51-219a-4859-a8a0-507ec581b929 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653228'] for port (b9f8ea17-f2e2-4152-a2af-bc52d3380518), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:49.278167 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] No Port match for: a2c8d537-91bc-432b-8688-4b0039e89285 {{(pid=103198) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 17:24:49.278514 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Device a2c8d537-91bc-432b-8688-4b0039e89285 not bound to the agent host dv-cinder-733623-11-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 17:24:49.278932 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Device d9f5e101-f2bb-4e72-a792-de57ceb706f3 no longer exists at agent ovs-agent-dv-cinder-733623-11-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 17:24:49.284389 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.plugin [None req-8c3e3f51-219a-4859-a8a0-507ec581b929 admin admin] Calling delete_port for b9f8ea17-f2e2-4152-a2af-bc52d3380518 owned by network:router_interface {{(pid=103197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 17:24:49.298042 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] No Port match for: d9f5e101-f2bb-4e72-a792-de57ceb706f3 {{(pid=103198) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 17:24:49.298389 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Device d9f5e101-f2bb-4e72-a792-de57ceb706f3 not bound to the agent host dv-cinder-733623-11-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 17:24:49.298807 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Device b335151e-254a-4744-a80a-19590b3125c0 no longer exists at agent ovs-agent-dv-cinder-733623-11-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 17:24:49.318376 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] No Port match for: b335151e-254a-4744-a80a-19590b3125c0 {{(pid=103198) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 17:24:49.318723 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Device b335151e-254a-4744-a80a-19590b3125c0 not bound to the agent host dv-cinder-733623-11-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 17:24:49.550539 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-8c3e3f51-219a-4859-a8a0-507ec581b929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785612430192', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785611913813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6115669'] for port (b9f8ea17-f2e2-4152-a2af-bc52d3380518), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:49.576744 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3e3f51-219a-4859-a8a0-507ec581b929 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9f8ea17-f2e2-4152-a2af-bc52d3380518,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:24:49.757534 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-8c3e3f51-219a-4859-a8a0-507ec581b929 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646559'] for router_interface (71a4458d-c6a5-4f6d-ba76-cfb8d3df1179), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:50.244740 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c3e3f51-219a-4859-a8a0-507ec581b929 admin admin] Router 71a4458d-c6a5-4f6d-ba76-cfb8d3df1179 has already been hosted by L3 agent 34860b7f-7c9d-4265-9a0a-1b9bd2e1622e {{(pid=103197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 17:24:50.350518 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c3e3f51-219a-4859-a8a0-507ec581b929 admin admin] Notify agent at l3_agent.dv-cinder-733623-11-iscsi the message routers_updated {{(pid=103197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 17:24:50.355518 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-8c3e3f51-219a-4859-a8a0-507ec581b929 admin admin] 10.222.0.100 "PUT /v2.0/routers/71a4458d-c6a5-4f6d-ba76-cfb8d3df1179/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7515104 Jan 18 17:24:50.357935 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 33278) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:24:50.359000 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1b379d-d8cf-47a5-9c8b-ea413fea50cc None None] Sync routers for ids ['71a4458d-c6a5-4f6d-ba76-cfb8d3df1179'] in dv-cinder-733623-11-iscsi {{(pid=103199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 17:24:50.370029 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1b379d-d8cf-47a5-9c8b-ea413fea50cc None None] Routers {'71a4458d-c6a5-4f6d-ba76-cfb8d3df1179'} bound to L3 agent in host dv-cinder-733623-11-iscsi {{(pid=103199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 17:24:50.370897 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-fd1b379d-d8cf-47a5-9c8b-ea413fea50cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T17:04:58Z,description=,heartbeat_timestamp=2022-01-18T17:24:28Z,host='dv-cinder-733623-11-iscsi',id=34860b7f-7c9d-4265-9a0a-1b9bd2e1622e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T17:04:59Z,topic='l3_agent')) {'router_ids': ['71a4458d-c6a5-4f6d-ba76-cfb8d3df1179'], 'active': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:24:50.462333 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-1fa55355-75a7-46a2-afa1-f2c3741569bc admin admin] Publish callbacks [] for router (71a4458d-c6a5-4f6d-ba76-cfb8d3df1179), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:50.475594 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvr_db [None req-fd1b379d-d8cf-47a5-9c8b-ea413fea50cc None None] Set router 71a4458d-c6a5-4f6d-ba76-cfb8d3df1179 gateway port host: dv-cinder-733623-11-iscsi {{(pid=103199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 17:24:50.569787 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-1fa55355-75a7-46a2-afa1-f2c3741569bc admin admin] Publish callbacks [] for router_gateway (71a4458d-c6a5-4f6d-ba76-cfb8d3df1179), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:50.663788 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-fd1b379d-d8cf-47a5-9c8b-ea413fea50cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a4458d-c6a5-4f6d-ba76-cfb8d3df1179', 'name': 'tempest-TestVolumeBootPattern-1685957502-router', 'tenant_id': '11a7b02b9c8f48fda36e546dd72aed55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'external_fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '99aed31e-5557-421f-a200-737eb58f26cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:16:55Z', 'updated_at': '2022-01-18T17:24:49Z', 'revision_number': 5, 'project_id': '11a7b02b9c8f48fda36e546dd72aed55', 'gw_port': {'id': '99aed31e-5557-421f-a200-737eb58f26cb', 'name': '', 'network_id': '09e508a9-4d19-4482-acf1-bcc4a2adb430', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:28:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a4458d-c6a5-4f6d-ba76-cfb8d3df1179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T17:16:56Z', 'updated_at': '2022-01-18T17:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac199632-c036-4879-8c53-e78832fc0d54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-11-iscsi'}], 'dv-cinder-733623-11-iscsi', False) {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:24:50.694082 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1b379d-d8cf-47a5-9c8b-ea413fea50cc None None] Checking router: 71a4458d-c6a5-4f6d-ba76-cfb8d3df1179 for host: dv-cinder-733623-11-iscsi {{(pid=103199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 17:24:50.702449 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1b379d-d8cf-47a5-9c8b-ea413fea50cc None None] Routers {'71a4458d-c6a5-4f6d-ba76-cfb8d3df1179'} bound to L3 agent in host dv-cinder-733623-11-iscsi {{(pid=103199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 17:24:50.703055 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-fd1b379d-d8cf-47a5-9c8b-ea413fea50cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T17:04:58Z,description=,heartbeat_timestamp=2022-01-18T17:24:28Z,host='dv-cinder-733623-11-iscsi',id=34860b7f-7c9d-4265-9a0a-1b9bd2e1622e,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T17:04:59Z,topic='l3_agent')) {'router_ids': ['71a4458d-c6a5-4f6d-ba76-cfb8d3df1179'], 'active': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:24:50.727520 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.plugin [None req-1fa55355-75a7-46a2-afa1-f2c3741569bc admin admin] Deleting port 99aed31e-5557-421f-a200-737eb58f26cb {{(pid=103197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 17:24:50.727789 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-1fa55355-75a7-46a2-afa1-f2c3741569bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785612421596'] for port (99aed31e-5557-421f-a200-737eb58f26cb), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:50.789915 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvr_db [None req-fd1b379d-d8cf-47a5-9c8b-ea413fea50cc None None] Set router 71a4458d-c6a5-4f6d-ba76-cfb8d3df1179 gateway port host: None {{(pid=103199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 17:24:50.814621 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-1fa55355-75a7-46a2-afa1-f2c3741569bc admin admin] For port 99aed31e-5557-421f-a200-737eb58f26cb, host dv-cinder-733623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-11-iscsi',level=0,port_id=99aed31e-5557-421f-a200-737eb58f26cb,segment=NetworkSegment(e313aa2e-7c8f-481c-b82b-97bbd998f4e0),segment_id=e313aa2e-7c8f-481c-b82b-97bbd998f4e0)] {{(pid=103197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:24:50.814982 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-1fa55355-75a7-46a2-afa1-f2c3741569bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653228'] for port (99aed31e-5557-421f-a200-737eb58f26cb), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:50.828633 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.plugin [None req-1fa55355-75a7-46a2-afa1-f2c3741569bc admin admin] Calling delete_port for 99aed31e-5557-421f-a200-737eb58f26cb owned by network:router_gateway {{(pid=103197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 17:24:50.843546 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-fd1b379d-d8cf-47a5-9c8b-ea413fea50cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a4458d-c6a5-4f6d-ba76-cfb8d3df1179', 'name': 'tempest-TestVolumeBootPattern-1685957502-router', 'tenant_id': '11a7b02b9c8f48fda36e546dd72aed55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:16:55Z', 'updated_at': '2022-01-18T17:24:50Z', 'revision_number': 6, 'project_id': '11a7b02b9c8f48fda36e546dd72aed55', 'gw_port_host': None}], 'dv-cinder-733623-11-iscsi', False) {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:24:50.873806 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1b379d-d8cf-47a5-9c8b-ea413fea50cc None None] The sync data for ids ['71a4458d-c6a5-4f6d-ba76-cfb8d3df1179'] in dv-cinder-733623-11-iscsi is: [{'id': '71a4458d-c6a5-4f6d-ba76-cfb8d3df1179', 'name': 'tempest-TestVolumeBootPattern-1685957502-router', 'tenant_id': '11a7b02b9c8f48fda36e546dd72aed55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T17:16:55Z', 'updated_at': '2022-01-18T17:24:50Z', 'revision_number': 6, 'project_id': '11a7b02b9c8f48fda36e546dd72aed55', 'gw_port_host': None}] {{(pid=103199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 17:24:51.070508 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-1fa55355-75a7-46a2-afa1-f2c3741569bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785612430192', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785611913813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6115669'] for port (99aed31e-5557-421f-a200-737eb58f26cb), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:51.094159 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa55355-75a7-46a2-afa1-f2c3741569bc admin admin] Pushing event deleted for resources: {'Port': ['ID=99aed31e-5557-421f-a200-737eb58f26cb,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:24:51.163051 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-1fa55355-75a7-46a2-afa1-f2c3741569bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-648001'] for router_gateway (71a4458d-c6a5-4f6d-ba76-cfb8d3df1179), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:51.260081 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-1fa55355-75a7-46a2-afa1-f2c3741569bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-646132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16105'] for router (71a4458d-c6a5-4f6d-ba76-cfb8d3df1179), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:51.263143 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-1fa55355-75a7-46a2-afa1-f2c3741569bc admin admin] Publish callbacks [] for router_controller (71a4458d-c6a5-4f6d-ba76-cfb8d3df1179), precommit_delete_associations {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:51.356397 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-1fa55355-75a7-46a2-afa1-f2c3741569bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-646125'] for router (71a4458d-c6a5-4f6d-ba76-cfb8d3df1179), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:51.356827 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fa55355-75a7-46a2-afa1-f2c3741569bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71a4458d-c6a5-4f6d-ba76-cfb8d3df1179 {{(pid=103197) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 17:24:51.361091 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-1fa55355-75a7-46a2-afa1-f2c3741569bc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:51.364403 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-1fa55355-75a7-46a2-afa1-f2c3741569bc admin admin] 10.222.0.100 "DELETE /v2.0/routers/71a4458d-c6a5-4f6d-ba76-cfb8d3df1179 HTTP/1.1" status: 204 len: 168 time: 1.0033402 Jan 18 17:24:51.365347 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 33280) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:24:51.408585 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.db.db_base_plugin_v2 [None req-348ab79d-fb12-4414-bd57-b179ea15581f admin admin] Deleting subnet d1e39807-d478-462d-9316-68915c006841 {{(pid=103197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 17:24:51.412327 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-348ab79d-fb12-4414-bd57-b179ea15581f admin admin] Publish callbacks [] for subnet (d1e39807-d478-462d-9316-68915c006841), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:51.447016 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-348ab79d-fb12-4414-bd57-b179ea15581f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6389724'] for subnet (d1e39807-d478-462d-9316-68915c006841), precommit_delete_associations {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:51.526397 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-348ab79d-fb12-4414-bd57-b179ea15581f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1557582'] for subnet (d1e39807-d478-462d-9316-68915c006841), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:51.608996 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Device b9f8ea17-f2e2-4152-a2af-bc52d3380518 no longer exists at agent ovs-agent-dv-cinder-733623-11-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 17:24:51.629607 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] No Port match for: b9f8ea17-f2e2-4152-a2af-bc52d3380518 {{(pid=103198) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 17:24:51.634267 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Device b9f8ea17-f2e2-4152-a2af-bc52d3380518 not bound to the agent host dv-cinder-733623-11-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 17:24:51.653931 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-348ab79d-fb12-4414-bd57-b179ea15581f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1557575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6115704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4852999'] for subnet (d1e39807-d478-462d-9316-68915c006841), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:51.678791 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348ab79d-fb12-4414-bd57-b179ea15581f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1e39807-d478-462d-9316-68915c006841,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:24:51.684437 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-348ab79d-fb12-4414-bd57-b179ea15581f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526667'] for subnet (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:51.689526 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-348ab79d-fb12-4414-bd57-b179ea15581f admin admin] 10.222.0.100 "DELETE /v2.0/subnets/d1e39807-d478-462d-9316-68915c006841 HTTP/1.1" status: 204 len: 168 time: 0.3214915 Jan 18 17:24:51.692318 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 33282) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:24:51.696239 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6966234b-c62f-4714-9ff1-6ef032add460 None None] Network e0c677bc-2166-4510-88fb-c9fa3cfbdfdd requested from dv-cinder-733623-11-iscsi {{(pid=103198) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 17:24:51.765997 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-fcaf983d-7b6d-445a-868f-901de5930cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540870'] for network (e0c677bc-2166-4510-88fb-c9fa3cfbdfdd), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:51.822971 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.plugin [None req-fcaf983d-7b6d-445a-868f-901de5930cb4 admin admin] Deleting port c9844cd7-01c9-407e-9646-3f2c5165f9ff {{(pid=103197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 17:24:51.823455 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-fcaf983d-7b6d-445a-868f-901de5930cb4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785612421596'] for port (c9844cd7-01c9-407e-9646-3f2c5165f9ff), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:51.845757 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463c0b53-3cf9-4e93-b38f-80e2a0c97a4d None None] DHCP port deletion for e0c677bc-2166-4510-88fb-c9fa3cfbdfdd request from dv-cinder-733623-11-iscsi {{(pid=103198) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 17:24:51.893788 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-fcaf983d-7b6d-445a-868f-901de5930cb4 admin admin] For port c9844cd7-01c9-407e-9646-3f2c5165f9ff, host dv-cinder-733623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-11-iscsi',level=0,port_id=c9844cd7-01c9-407e-9646-3f2c5165f9ff,segment=NetworkSegment(2363e067-2e81-48bb-a9e9-2cf3dcf8c264),segment_id=2363e067-2e81-48bb-a9e9-2cf3dcf8c264)] {{(pid=103197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:24:51.894151 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-fcaf983d-7b6d-445a-868f-901de5930cb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653228'] for port (c9844cd7-01c9-407e-9646-3f2c5165f9ff), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:51.901386 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-463c0b53-3cf9-4e93-b38f-80e2a0c97a4d None None] Deleting port c9844cd7-01c9-407e-9646-3f2c5165f9ff {{(pid=103198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 17:24:51.901716 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-463c0b53-3cf9-4e93-b38f-80e2a0c97a4d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785612421596'] for port (c9844cd7-01c9-407e-9646-3f2c5165f9ff), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:51.908869 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.plugin [None req-fcaf983d-7b6d-445a-868f-901de5930cb4 admin admin] Calling delete_port for c9844cd7-01c9-407e-9646-3f2c5165f9ff owned by network:dhcp {{(pid=103197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 17:24:51.968417 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-463c0b53-3cf9-4e93-b38f-80e2a0c97a4d None None] For port c9844cd7-01c9-407e-9646-3f2c5165f9ff, host dv-cinder-733623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-11-iscsi',level=0,port_id=c9844cd7-01c9-407e-9646-3f2c5165f9ff,segment=NetworkSegment(2363e067-2e81-48bb-a9e9-2cf3dcf8c264),segment_id=2363e067-2e81-48bb-a9e9-2cf3dcf8c264)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 17:24:51.968807 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-463c0b53-3cf9-4e93-b38f-80e2a0c97a4d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-653228'] for port (c9844cd7-01c9-407e-9646-3f2c5165f9ff), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:51.981123 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-463c0b53-3cf9-4e93-b38f-80e2a0c97a4d None None] Calling delete_port for c9844cd7-01c9-407e-9646-3f2c5165f9ff owned by network:dhcp {{(pid=103198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 17:24:52.064880 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-fcaf983d-7b6d-445a-868f-901de5930cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785612430192', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785611913813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6115669'] for port (c9844cd7-01c9-407e-9646-3f2c5165f9ff), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:52.094787 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaf983d-7b6d-445a-868f-901de5930cb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9844cd7-01c9-407e-9646-3f2c5165f9ff,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:24:52.096591 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcaf983d-7b6d-445a-868f-901de5930cb4 admin admin] No DVR routers for this DVR port c9844cd7-01c9-407e-9646-3f2c5165f9ff on host dv-cinder-733623-11-iscsi {{(pid=103197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 17:24:52.173347 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-fcaf983d-7b6d-445a-868f-901de5930cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1561079', 'neutron.services.segments.db._delete_segments_for_network-8785612501023'] for network (e0c677bc-2166-4510-88fb-c9fa3cfbdfdd), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:52.188658 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-463c0b53-3cf9-4e93-b38f-80e2a0c97a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1490386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785612430192', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785611913813'] for port (c9844cd7-01c9-407e-9646-3f2c5165f9ff), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:52.197560 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.services.segments.db [None req-fcaf983d-7b6d-445a-868f-901de5930cb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0c677bc-2166-4510-88fb-c9fa3cfbdfdd']}} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:24:52.209383 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.services.segments.db [None req-fcaf983d-7b6d-445a-868f-901de5930cb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2363e067-2e81-48bb-a9e9-2cf3dcf8c264') {'for_net_delete': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:24:52.209687 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.services.segments.db [None req-fcaf983d-7b6d-445a-868f-901de5930cb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2363e067-2e81-48bb-a9e9-2cf3dcf8c264') {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 17:24:52.214719 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463c0b53-3cf9-4e93-b38f-80e2a0c97a4d None None] Pushing event deleted for resources: {'Port': ['ID=c9844cd7-01c9-407e-9646-3f2c5165f9ff,revision_number=None']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:24:52.219331 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-fcaf983d-7b6d-445a-868f-901de5930cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785612502312', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6389701'] for segment (2363e067-2e81-48bb-a9e9-2cf3dcf8c264), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:52.219968 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463c0b53-3cf9-4e93-b38f-80e2a0c97a4d None None] No DVR routers for this DVR port c9844cd7-01c9-407e-9646-3f2c5165f9ff on host dv-cinder-733623-11-iscsi {{(pid=103198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 17:24:52.233334 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-fcaf983d-7b6d-445a-868f-901de5930cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527697'] for segment (2363e067-2e81-48bb-a9e9-2cf3dcf8c264), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:52.240149 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcaf983d-7b6d-445a-868f-901de5930cb4 admin admin] Releasing vlan 283 on physical network physnet1 to pool {{(pid=103197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 17:24:52.240533 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-fcaf983d-7b6d-445a-868f-901de5930cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6115622'] for segment (2363e067-2e81-48bb-a9e9-2cf3dcf8c264), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:52.242141 dv-cinder-733623-11-iscsi neutron-server[103197]: Traceback (most recent call last): Jan 18 17:24:52.242141 dv-cinder-733623-11-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 17:24:52.242141 dv-cinder-733623-11-iscsi neutron-server[103197]: timer() Jan 18 17:24:52.242141 dv-cinder-733623-11-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 17:24:52.242141 dv-cinder-733623-11-iscsi neutron-server[103197]: cb(*args, **kw) Jan 18 17:24:52.242141 dv-cinder-733623-11-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 17:24:52.242141 dv-cinder-733623-11-iscsi neutron-server[103197]: return func(*args, **kwargs) Jan 18 17:24:52.242141 dv-cinder-733623-11-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 17:24:52.242141 dv-cinder-733623-11-iscsi neutron-server[103197]: self._notify() Jan 18 17:24:52.242141 dv-cinder-733623-11-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 17:24:52.242141 dv-cinder-733623-11-iscsi neutron-server[103197]: self.callback(batched_events) Jan 18 17:24:52.242141 dv-cinder-733623-11-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 17:24:52.242141 dv-cinder-733623-11-iscsi neutron-server[103197]: event.method(event) Jan 18 17:24:52.242141 dv-cinder-733623-11-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 17:24:52.242141 dv-cinder-733623-11-iscsi neutron-server[103197]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 17:24:52.242141 dv-cinder-733623-11-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 17:24:52.242141 dv-cinder-733623-11-iscsi neutron-server[103197]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 17:24:52.242141 dv-cinder-733623-11-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 17:24:52.242141 dv-cinder-733623-11-iscsi neutron-server[103197]: return f(self, *a, **k) Jan 18 17:24:52.242141 dv-cinder-733623-11-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 17:24:52.242141 dv-cinder-733623-11-iscsi neutron-server[103197]: return self._get(url).json() Jan 18 17:24:52.242141 dv-cinder-733623-11-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 17:24:52.242141 dv-cinder-733623-11-iscsi neutron-server[103197]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 17:24:52.242141 dv-cinder-733623-11-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 17:24:52.242141 dv-cinder-733623-11-iscsi neutron-server[103197]: return self.request(url, 'GET', **kwargs) Jan 18 17:24:52.242141 dv-cinder-733623-11-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 17:24:52.242141 dv-cinder-733623-11-iscsi neutron-server[103197]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 17:24:52.242141 dv-cinder-733623-11-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 17:24:52.242141 dv-cinder-733623-11-iscsi neutron-server[103197]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 17:24:52.242141 dv-cinder-733623-11-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 17:24:52.242141 dv-cinder-733623-11-iscsi neutron-server[103197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 17:24:52.242141 dv-cinder-733623-11-iscsi neutron-server[103197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 17:24:52.373007 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-fcaf983d-7b6d-445a-868f-901de5930cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1561024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647965'] for network (e0c677bc-2166-4510-88fb-c9fa3cfbdfdd), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:52.377830 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-fcaf983d-7b6d-445a-868f-901de5930cb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526667'] for network (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:52.382678 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-fcaf983d-7b6d-445a-868f-901de5930cb4 admin admin] 10.222.0.100 "DELETE /v2.0/networks/e0c677bc-2166-4510-88fb-c9fa3cfbdfdd HTTP/1.1" status: 204 len: 168 time: 0.6912317 Jan 18 17:24:52.395984 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaf983d-7b6d-445a-868f-901de5930cb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0c677bc-2166-4510-88fb-c9fa3cfbdfdd,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:24:52.675868 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 33286) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:24:52.716259 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-ed78abd4-22fc-4904-9619-3e640f4c7049 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=09bf69f6abdb4a3083dce101c7984e29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389814 Jan 18 17:24:52.718399 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 33288) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:24:52.768796 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-325e07d6-09b1-4c8c-a43f-a88483ce8b78 admin admin] Publish callbacks [] for security_group (efd38e1f-275b-4b61-8714-8b5082074753), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:52.789849 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-325e07d6-09b1-4c8c-a43f-a88483ce8b78 admin admin] Publish callbacks [] for security_group (efd38e1f-275b-4b61-8714-8b5082074753), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:52.882118 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-325e07d6-09b1-4c8c-a43f-a88483ce8b78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (efd38e1f-275b-4b61-8714-8b5082074753), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:52.885044 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-325e07d6-09b1-4c8c-a43f-a88483ce8b78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:52.886204 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-325e07d6-09b1-4c8c-a43f-a88483ce8b78 admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/efd38e1f-275b-4b61-8714-8b5082074753 HTTP/1.1" status: 204 len: 168 time: 0.1665592 Jan 18 17:24:52.894744 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325e07d6-09b1-4c8c-a43f-a88483ce8b78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efd38e1f-275b-4b61-8714-8b5082074753,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:24:53.263125 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Device 99aed31e-5557-421f-a200-737eb58f26cb no longer exists at agent ovs-agent-dv-cinder-733623-11-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 17:24:53.283591 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] No Port match for: 99aed31e-5557-421f-a200-737eb58f26cb {{(pid=103198) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 17:24:53.283930 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Device 99aed31e-5557-421f-a200-737eb58f26cb not bound to the agent host dv-cinder-733623-11-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 17:24:53.284863 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Device c9844cd7-01c9-407e-9646-3f2c5165f9ff no longer exists at agent ovs-agent-dv-cinder-733623-11-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 17:24:53.303075 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] No Port match for: c9844cd7-01c9-407e-9646-3f2c5165f9ff {{(pid=103198) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 17:24:53.303449 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Device c9844cd7-01c9-407e-9646-3f2c5165f9ff not bound to the agent host dv-cinder-733623-11-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 17:24:53.487327 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 33294) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:24:53.530364 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-f39928b9-4575-44a4-9a5a-4505ebd11e80 admin admin] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=11a7b02b9c8f48fda36e546dd72aed55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0418279 Jan 18 17:24:53.532834 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.100', 33296) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 17:24:53.582687 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-ca6a681b-2ba2-4566-af3b-91bf8f53e1ab admin admin] Publish callbacks [] for security_group (02a5e020-fb1f-4556-ac27-4ea91c133887), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:53.603334 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-ca6a681b-2ba2-4566-af3b-91bf8f53e1ab admin admin] Publish callbacks [] for security_group (02a5e020-fb1f-4556-ac27-4ea91c133887), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:53.733137 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-ca6a681b-2ba2-4566-af3b-91bf8f53e1ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608253'] for security_group (02a5e020-fb1f-4556-ac27-4ea91c133887), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:53.735695 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-ca6a681b-2ba2-4566-af3b-91bf8f53e1ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:53.736855 dv-cinder-733623-11-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-ca6a681b-2ba2-4566-af3b-91bf8f53e1ab admin admin] 10.222.0.100 "DELETE /v2.0/security-groups/02a5e020-fb1f-4556-ac27-4ea91c133887 HTTP/1.1" status: 204 len: 168 time: 0.2024384 Jan 18 17:24:53.745371 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6a681b-2ba2-4566-af3b-91bf8f53e1ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a5e020-fb1f-4556-ac27-4ea91c133887,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 17:24:55.767650 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-0c5a20c6-292f-4405-87c0-bf06c87531c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (1e8d2d8a-92ca-4025-a540-71c8151dbccf), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:58.225066 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-c99a6a9a-b4e5-42c0-8706-c8a8208cfc50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (34860b7f-7c9d-4265-9a0a-1b9bd2e1622e), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:24:59.093266 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-a24976dc-7f89-446d-8d9b-8a75bf0e6853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (f7781508-68f4-4d6b-b413-74596bae1216), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:25:00.715709 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-d0f57583-9799-4745-8039-4fb698731137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (f223777b-396b-444b-a9c9-71cdff5b918d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:25:01.759612 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.agents_db [None req-82e58cf6-2858-46ee-adbb-688a61b9207a None None] Agent healthcheck: found 6 active agents {{(pid=103199) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 17:25:01.847013 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (a6f837d2-7b5b-4cd3-9c28-296017d8b8e6), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:25:11.115543 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (e727efee-c94b-447a-9897-92f425521d05), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:25:25.766224 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-8035e829-f1f4-414e-a9b2-755c3462ecf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (1e8d2d8a-92ca-4025-a540-71c8151dbccf), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:25:28.196165 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-8347af5e-6beb-4542-9412-57ccca9b9c87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (34860b7f-7c9d-4265-9a0a-1b9bd2e1622e), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:25:29.103744 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-a24976dc-7f89-446d-8d9b-8a75bf0e6853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (f7781508-68f4-4d6b-b413-74596bae1216), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:25:30.691907 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-d0f57583-9799-4745-8039-4fb698731137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (f223777b-396b-444b-a9c9-71cdff5b918d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:25:31.846229 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (a6f837d2-7b5b-4cd3-9c28-296017d8b8e6), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:25:38.762939 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.agents_db [None req-82e58cf6-2858-46ee-adbb-688a61b9207a None None] Agent healthcheck: found 6 active agents {{(pid=103199) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 17:25:41.149023 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (e727efee-c94b-447a-9897-92f425521d05), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:25:55.748685 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-b507a49b-c405-4106-b30f-4275263922cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (1e8d2d8a-92ca-4025-a540-71c8151dbccf), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:25:58.206089 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-4f31b95f-6aa4-4c11-972d-bdf2346418e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (34860b7f-7c9d-4265-9a0a-1b9bd2e1622e), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:25:59.074471 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-a24976dc-7f89-446d-8d9b-8a75bf0e6853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (f7781508-68f4-4d6b-b413-74596bae1216), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:26:00.749315 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-d0f57583-9799-4745-8039-4fb698731137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (f223777b-396b-444b-a9c9-71cdff5b918d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:26:01.863319 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (a6f837d2-7b5b-4cd3-9c28-296017d8b8e6), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:26:11.160549 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (e727efee-c94b-447a-9897-92f425521d05), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:26:15.766156 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.agents_db [None req-82e58cf6-2858-46ee-adbb-688a61b9207a None None] Agent healthcheck: found 6 active agents {{(pid=103199) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 17:26:25.771468 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-10e4ded7-d82b-40d6-bdc7-37a6917773d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (1e8d2d8a-92ca-4025-a540-71c8151dbccf), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:26:28.205428 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-a4908aca-f4b4-4ea1-abe8-bb7696a585bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (34860b7f-7c9d-4265-9a0a-1b9bd2e1622e), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:26:29.091217 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-a24976dc-7f89-446d-8d9b-8a75bf0e6853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (f7781508-68f4-4d6b-b413-74596bae1216), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:26:30.707408 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-d0f57583-9799-4745-8039-4fb698731137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (f223777b-396b-444b-a9c9-71cdff5b918d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:26:31.885099 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (a6f837d2-7b5b-4cd3-9c28-296017d8b8e6), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:26:41.142407 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (e727efee-c94b-447a-9897-92f425521d05), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:26:52.769622 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.agents_db [None req-82e58cf6-2858-46ee-adbb-688a61b9207a None None] Agent healthcheck: found 6 active agents {{(pid=103199) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 17:26:55.753186 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-96e63438-6556-466c-b64b-8b3a050aaf42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (1e8d2d8a-92ca-4025-a540-71c8151dbccf), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:26:58.233815 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-25e9a817-5377-481a-b49d-4ee25dccd9ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (34860b7f-7c9d-4265-9a0a-1b9bd2e1622e), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:26:59.107531 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-a24976dc-7f89-446d-8d9b-8a75bf0e6853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (f7781508-68f4-4d6b-b413-74596bae1216), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:27:00.724584 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-d0f57583-9799-4745-8039-4fb698731137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (f223777b-396b-444b-a9c9-71cdff5b918d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:27:01.873435 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (a6f837d2-7b5b-4cd3-9c28-296017d8b8e6), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:27:11.204730 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (e727efee-c94b-447a-9897-92f425521d05), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:27:25.752797 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-bd17134b-34b8-4369-b386-dc1bc3c1d75e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (1e8d2d8a-92ca-4025-a540-71c8151dbccf), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:27:28.209999 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-88e09071-bf3d-4cbf-86eb-21712bed9b4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (34860b7f-7c9d-4265-9a0a-1b9bd2e1622e), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:27:29.101557 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-a24976dc-7f89-446d-8d9b-8a75bf0e6853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (f7781508-68f4-4d6b-b413-74596bae1216), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:27:29.772821 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.agents_db [None req-82e58cf6-2858-46ee-adbb-688a61b9207a None None] Agent healthcheck: found 6 active agents {{(pid=103199) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 17:27:30.707974 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-d0f57583-9799-4745-8039-4fb698731137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (f223777b-396b-444b-a9c9-71cdff5b918d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:27:31.867043 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (a6f837d2-7b5b-4cd3-9c28-296017d8b8e6), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:27:41.187195 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (e727efee-c94b-447a-9897-92f425521d05), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:27:55.768434 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-85789ebd-7775-4f07-be71-8ac607e6cf8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (1e8d2d8a-92ca-4025-a540-71c8151dbccf), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:27:58.220124 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-3d81426e-dcc1-4f62-8ba7-3e1f47fbe72a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (34860b7f-7c9d-4265-9a0a-1b9bd2e1622e), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:27:59.106677 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-a24976dc-7f89-446d-8d9b-8a75bf0e6853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (f7781508-68f4-4d6b-b413-74596bae1216), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:28:00.746554 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-d0f57583-9799-4745-8039-4fb698731137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (f223777b-396b-444b-a9c9-71cdff5b918d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:28:01.860623 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (a6f837d2-7b5b-4cd3-9c28-296017d8b8e6), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:28:06.775779 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.agents_db [None req-82e58cf6-2858-46ee-adbb-688a61b9207a None None] Agent healthcheck: found 6 active agents {{(pid=103199) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 17:28:11.191917 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (e727efee-c94b-447a-9897-92f425521d05), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:28:25.768926 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-15375304-d4d3-4ab7-9836-76a3b21c2568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (1e8d2d8a-92ca-4025-a540-71c8151dbccf), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:28:28.237279 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-0be04ea5-0d2a-4902-bc64-6dd1c292773a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (34860b7f-7c9d-4265-9a0a-1b9bd2e1622e), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:28:29.105556 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-a24976dc-7f89-446d-8d9b-8a75bf0e6853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (f7781508-68f4-4d6b-b413-74596bae1216), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:28:30.717222 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-d0f57583-9799-4745-8039-4fb698731137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (f223777b-396b-444b-a9c9-71cdff5b918d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:28:31.888875 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (a6f837d2-7b5b-4cd3-9c28-296017d8b8e6), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:28:41.214196 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (e727efee-c94b-447a-9897-92f425521d05), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:28:42.332597 dv-cinder-733623-11-iscsi neutron-server[103197]: DEBUG neutron.wsgi [req-0727a10f-668d-4607-bb21-c0b3fceb7446 req-94fdf68d-4e3b-4a67-b764-d258c5227445 service neutron] (103197) timed out ('10.222.0.105', 59749) {{(pid=103197) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 18 17:28:43.778558 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.agents_db [None req-82e58cf6-2858-46ee-adbb-688a61b9207a None None] Agent healthcheck: found 6 active agents {{(pid=103199) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 17:28:55.780136 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-96eb18e6-ec4d-438e-aec5-297e7c2cd06b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (1e8d2d8a-92ca-4025-a540-71c8151dbccf), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:28:58.211083 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-77ff5b43-9587-4bd8-b6da-172e07fda098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (34860b7f-7c9d-4265-9a0a-1b9bd2e1622e), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:28:59.111641 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-a24976dc-7f89-446d-8d9b-8a75bf0e6853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (f7781508-68f4-4d6b-b413-74596bae1216), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:29:00.739448 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-d0f57583-9799-4745-8039-4fb698731137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (f223777b-396b-444b-a9c9-71cdff5b918d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:29:01.854125 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (a6f837d2-7b5b-4cd3-9c28-296017d8b8e6), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:29:11.208027 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (e727efee-c94b-447a-9897-92f425521d05), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:29:20.782107 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.agents_db [None req-82e58cf6-2858-46ee-adbb-688a61b9207a None None] Agent healthcheck: found 6 active agents {{(pid=103199) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 17:29:25.750415 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-68807b96-67aa-4116-8757-83e0f7cf8885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (1e8d2d8a-92ca-4025-a540-71c8151dbccf), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:29:28.224659 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-ed1fe42a-c3f7-4a73-81c3-26db39eaec26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (34860b7f-7c9d-4265-9a0a-1b9bd2e1622e), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:29:29.105278 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-a24976dc-7f89-446d-8d9b-8a75bf0e6853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (f7781508-68f4-4d6b-b413-74596bae1216), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:29:30.721740 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-d0f57583-9799-4745-8039-4fb698731137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (f223777b-396b-444b-a9c9-71cdff5b918d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:29:31.870701 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (a6f837d2-7b5b-4cd3-9c28-296017d8b8e6), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:29:41.213086 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14d617c2-a4a2-4551-840c-5b804886ecb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (e727efee-c94b-447a-9897-92f425521d05), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:29:55.767711 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-ac9b8288-1180-41f5-b609-0b592752d956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (1e8d2d8a-92ca-4025-a540-71c8151dbccf), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:29:57.783691 dv-cinder-733623-11-iscsi neutron-server[103199]: DEBUG neutron.db.agents_db [None req-82e58cf6-2858-46ee-adbb-688a61b9207a None None] Agent healthcheck: found 6 active agents {{(pid=103199) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 17:29:58.218159 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-91b147f8-cc5f-48d5-ba0e-8675f5e3f9ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (34860b7f-7c9d-4265-9a0a-1b9bd2e1622e), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:29:59.141912 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-a24976dc-7f89-446d-8d9b-8a75bf0e6853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (f7781508-68f4-4d6b-b413-74596bae1216), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:30:00.710189 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-d0f57583-9799-4745-8039-4fb698731137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (f223777b-396b-444b-a9c9-71cdff5b918d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 17:30:01.881672 dv-cinder-733623-11-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5777a4fd-e10b-4fd3-874a-eaa7b24014b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785612501005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1561101'] for agent (a6f837d2-7b5b-4cd3-9c28-296017d8b8e6), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}